-- Logs begin at Fri 2022-05-27 02:23:33 UTC, end at Fri 2022-05-27 03:42:27 UTC. -- May 27 03:15:03.445188 dv-cinder-828807-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 27 03:15:06.223093 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.common.config [-] Logging enabled! May 27 03:15:06.223650 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:15:06.223802 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103816) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:15:06.227037 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.common.config [-] Logging enabled! May 27 03:15:06.227290 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev246 May 27 03:15:06.227596 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103816) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} May 27 03:15:06.228551 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:15:06.228784 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:15:06.229151 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:15:06.229394 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:15:06.229619 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:15:06.230035 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.230336 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.230565 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.230860 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.231159 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.231432 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.231724 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.232044 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.232333 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.232613 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.232896 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.233124 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.233407 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.233699 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.233984 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.234204 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] debug = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.234484 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.234917 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.235323 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.235612 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.236006 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.236229 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.236515 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.236776 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.237062 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.237390 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] host = dv-cinder-828807-4-iscsi {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.237669 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.237958 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.238244 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.238529 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.238804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.239079 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.239364 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.239641 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.239937 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.240214 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.240501 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.240790 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.241078 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.241297 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.241515 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.241799 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.242090 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.242362 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.242636 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.242910 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.243184 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.243458 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.243728 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.244045 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.244329 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.244612 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.244886 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.245158 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.245429 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.245699 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.245984 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.246256 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.246527 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.246798 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.247083 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.247351 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.247625 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.247952 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.248240 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.248519 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.248804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.249081 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.249358 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.249631 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.249902 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.250173 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_json = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.250445 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.250715 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.250998 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.251270 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.251543 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.251860 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.252140 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.252422 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.252695 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:06.252992 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.253287 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.253591 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.253874 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.254175 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.254453 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.254740 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.255018 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.255303 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.255592 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.255919 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.256202 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.256500 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.256789 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.257086 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.257392 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.257685 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.257979 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.258255 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.258529 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.258802 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.259084 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.259369 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.259645 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.259956 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.260244 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.260520 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.260817 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.261103 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.261384 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.261672 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.261957 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.262231 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.262508 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.262798 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.263075 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.263346 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.263637 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.263936 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.264207 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.264484 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.264774 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.265062 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.265333 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.265612 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.265901 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.266179 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.266447 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.266717 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.266994 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.267264 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.268075 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.268351 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.268622 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.268891 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.269169 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.269440 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.269709 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.269991 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.270257 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.270534 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.270805 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.271075 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.271347 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.271616 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.271912 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.272184 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.272452 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.272726 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.272995 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.273262 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.273531 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.273799 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.274073 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.274367 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.274641 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.274919 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.275196 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.275473 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.275750 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.276054 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.276332 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.276608 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.276879 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.277168 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.277450 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.277734 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.278013 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.278288 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.278601 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.278879 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.279156 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.279437 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.279711 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.280016 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.280299 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.280580 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.280871 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.281162 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.281439 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.281730 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.282019 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.282309 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.282587 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.282896 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.283744 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:06.283980 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:15:06.284223 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103816) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 27 03:15:06.734675 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:15:06.734950 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:15:06.735245 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} May 27 03:15:06.735572 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [-] Loading core plugin: ml2 May 27 03:15:07.057032 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.057253 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.057521 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.058679 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.058946 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.059206 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.113492 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.113766 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.114027 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.129019 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.129296 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.129560 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.158512 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.158783 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.159049 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.195087 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.195367 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.195647 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.539413 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.540072 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.540072 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.540227 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.540909 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.638745 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.639074 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.639360 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.639630 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.639935 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.640245 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.640503 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.640761 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.641010 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.641285 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.641540 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.641797 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.642047 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.642292 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.643063 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.643327 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.643578 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.643861 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.644128 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.644381 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.644657 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.644905 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.645179 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.645560 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.645806 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.646051 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.646441 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.646681 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.646915 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.647147 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.647378 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.647608 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:07.648015 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 27 03:15:07.652094 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 27 03:15:07.655996 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 27 03:15:07.660348 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) May 27 03:15:07.661948 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 27 03:15:07.662409 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 27 03:15:07.662741 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 27 03:15:07.663122 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 27 03:15:07.665904 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 27 03:15:07.666148 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 27 03:15:07.666493 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:15:07.671503 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 27 03:15:07.694706 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 27 03:15:07.695146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.695440 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103816) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} May 27 03:15:07.695804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.697157 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103816) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 27 03:15:07.697431 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 27 03:15:07.697673 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 27 03:15:07.701287 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.701566 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:07.762380 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 27 03:15:07.762614 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 27 03:15:07.762845 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 27 03:15:07.763202 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 27 03:15:07.814296 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO dbcounter [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Registered counter for database neutron May 27 03:15:07.833762 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_db.sqlalchemy.engines [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103816) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 27 03:15:07.839383 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG dbcounter [-] [103816] Writer thread running {{(pid=103816) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:15:08.268781 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing driver for type 'gre' May 27 03:15:08.269299 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] gre ID ranges: [(1, 1000)] May 27 03:15:08.324384 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing driver for type 'local' May 27 03:15:08.324712 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing driver for type 'vlan' May 27 03:15:08.338327 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] VlanTypeDriver initialization complete May 27 03:15:08.338648 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing driver for type 'vxlan' May 27 03:15:08.339126 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] vxlan ID ranges: [(1, 1000)] May 27 03:15:08.392822 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing extension driver 'port_security' May 27 03:15:08.393184 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.extensions.port_security [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] PortSecurityExtensionDriver initialization complete May 27 03:15:08.393558 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing mechanism driver 'openvswitch' May 27 03:15:08.393877 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing mechanism driver 'hyperv' May 27 03:15:08.400461 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.plugin [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103816) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:08.401126 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.401503 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.401859 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.402362 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.402782 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.403140 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.403489 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.403909 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.404325 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.404681 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.405028 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.405416 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.405822 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.406174 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.406516 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.406907 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.407313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.407666 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.408036 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.408439 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.408832 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > address_group after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.409183 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > address_group after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.409523 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > address_group after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.409907 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103816) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} May 27 03:15:08.410511 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] ML2 OVO RPC backend initialized. {{(pid=103816) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} May 27 03:15:08.411226 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.411593 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.412048 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.412407 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > networks before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.412757 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.413102 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > ports before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.413451 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.413796 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnets before_response 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.414146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.414488 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.414825 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.415166 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.415517 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.415857 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.416200 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.416538 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.416874 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > subnet after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.424848 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded quota_driver: . May 27 03:15:08.425212 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.plugin [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Modular L2 Plugin initialization complete May 27 03:15:08.425556 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading services supported by the core plugin {{(pid=103816) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 27 03:15:08.425897 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.plugins.ml2.managers [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Got port-security extension from driver 'port_security' May 27 03:15:08.426381 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.extensions.vlantransparent [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Disabled vlantransparent extension. May 27 03:15:08.426882 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103816) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 27 03:15:08.427209 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: router May 27 03:15:08.462357 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.462753 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_create 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.463126 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router before_create 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.463492 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.463897 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.464261 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_delete 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.464623 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > floatingip after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.464978 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > floatingip after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.465337 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_create 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.465688 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.466044 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.466398 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.466761 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.467175 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.467551 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.467925 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.468267 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: subnet after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.468607 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.468956 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > port precommit_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.469313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_create 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.469659 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.470002 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.470358 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router after_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.470729 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_delete 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.471088 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_create 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.471454 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router_interface after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.471805 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_update 55549900 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.472203 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > agent after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.472559 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > agent after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.472909 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > network after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.473760 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Tracking information for resource: router configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:08.474094 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Tracking information for resource: floatingip configured {{(pid=103816) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 27 03:15:08.479035 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.db.l3_agentschedulers_db [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 27 03:15:08.479622 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.480027 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.480385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.480742 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: port after_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.481525 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router before_create 55550100 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.481895 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_delete 55550100 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.482259 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_create 55550100 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.482612 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > router precommit_update 55550100 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.487999 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.provider_configuration [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service providers = [] {{(pid=103816) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 27 03:15:08.488372 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.db.servicetype_db [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103816) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 27 03:15:08.491313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.service_base [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:15:08.491667 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.service_base [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:15:08.492043 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.service_base [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:15:08.492935 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.services.service_base [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103816) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 27 03:15:08.493312 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.services.service_base [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Default provider is not specified for service type L3_ROUTER_NAT May 27 03:15:08.493682 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.494001 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 27 03:15:08.505149 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.505487 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: auto_allocate May 27 03:15:08.511111 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: network precommit_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.511484 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: network precommit_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.512031 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.512357 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: tag May 27 03:15:08.518968 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.519255 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: timestamp May 27 03:15:08.523249 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.523583 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: network_ip_availability May 27 03:15:08.529058 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.529429 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.529788 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.530494 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.530815 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: flavors May 27 03:15:08.535534 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.535887 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading Plugin: revisions May 27 03:15:08.540126 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103816) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 27 03:15:08.540683 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.805s {{(pid=103816) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} May 27 03:15:08.541248 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103816) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 27 03:15:08.541586 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Initializing extension manager. May 27 03:15:08.542113 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: __init__.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.542463 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: __pycache__ {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.542806 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: _port_mac_address_override.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.543144 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: address_group.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.544109 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.544683 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: address-group May 27 03:15:08.545012 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: address_scope.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.545739 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.546252 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: address-scope May 27 03:15:08.546584 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: admin_state_down_before_update.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.547510 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.548052 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: router-admin-state-down-before-update May 27 03:15:08.548379 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: agent.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.549597 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.550106 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: agent May 27 03:15:08.550427 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: agent_resources_synced.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.551339 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.551868 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: agent-resources-synced May 27 03:15:08.552197 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: allowedaddresspairs.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.553982 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.554504 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: allowed-address-pairs May 27 03:15:08.554834 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: auto_allocated_topology.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.555927 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.556445 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: auto-allocated-topology May 27 03:15:08.556773 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: availability_zone.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.557473 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.557980 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: availability_zone May 27 03:15:08.558306 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: availability_zone_filter.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.559223 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.559731 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: availability_zone_filter May 27 03:15:08.560079 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: data_plane_status.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.560987 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.561491 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension data-plane-status not supported by any of loaded plugins May 27 03:15:08.561817 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: default_subnetpools.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.562730 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.563233 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: default-subnetpools May 27 03:15:08.563558 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: dhcpagentscheduler.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.564999 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.565511 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: dhcp_agent_scheduler May 27 03:15:08.565837 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: dns.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.566764 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.567269 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension dns-integration not supported by any of loaded plugins May 27 03:15:08.567597 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: dns_domain_ports.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.568551 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.569056 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension dns-domain-ports not supported by any of loaded plugins May 27 03:15:08.569382 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.570307 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.570813 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 27 03:15:08.571138 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: dvr.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.571813 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.572342 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: dvr May 27 03:15:08.572665 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: ecmp_routes.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.573581 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.574082 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension ecmp_routes not supported by any of loaded plugins May 27 03:15:08.574407 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: empty_string_filtering.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.575598 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.576147 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: empty-string-filtering May 27 03:15:08.576477 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.577394 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.577898 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 27 03:15:08.578222 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.579134 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.579635 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 27 03:15:08.580014 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: external_net.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.580936 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.581445 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: external-net May 27 03:15:08.581775 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: extra_dhcp_opt.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.582697 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.583204 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: extra_dhcp_opt May 27 03:15:08.583531 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: extraroute.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.584478 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.584982 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: extraroute May 27 03:15:08.585308 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: extraroute_atomic.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.586346 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.586857 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: extraroute-atomic May 27 03:15:08.587185 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: filter_validation.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.587879 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.588388 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: filter-validation May 27 03:15:08.588715 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: fip_pf_description.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.589625 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.590127 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 27 03:15:08.590452 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: fip_pf_port_range.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.591370 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.591909 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins May 27 03:15:08.592239 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: fip_port_details.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.593161 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.593670 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: fip-port-details May 27 03:15:08.593992 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: flavors.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.595212 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.595749 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: flavors May 27 03:15:08.596111 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.597759 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.598277 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 27 03:15:08.598610 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: floatingip_pools.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.599447 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.599993 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: floatingip-pools May 27 03:15:08.600323 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: ip_allocation.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.601250 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.601757 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension ip_allocation not supported by any of loaded plugins May 27 03:15:08.602083 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.603012 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.603527 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: ip-substring-filtering May 27 03:15:08.603878 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l2_adjacency.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.604818 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.605321 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension l2_adjacency not supported by any of loaded plugins May 27 03:15:08.605645 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.606608 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.607124 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: router May 27 03:15:08.607455 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_conntrack_helper.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.609688 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.610221 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 27 03:15:08.610560 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.612036 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.612553 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: ext-gw-mode May 27 03:15:08.612880 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.613816 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.614326 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: l3-ha May 27 03:15:08.614790 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.615718 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.616249 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins May 27 03:15:08.616574 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_flavors.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.617505 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.618017 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: l3-flavors May 27 03:15:08.618344 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_ndp_proxy.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.619732 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.620276 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension l3-ndp-proxy not supported by any of loaded plugins May 27 03:15:08.620609 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.621531 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.622044 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: l3-port-ip-change-not-allowed May 27 03:15:08.622371 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: l3agentscheduler.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.623426 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.623970 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: l3_agent_scheduler May 27 03:15:08.624303 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: local_ip.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.626069 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.626587 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension local_ip not supported by any of loaded plugins May 27 03:15:08.626979 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: logging.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.628969 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.629492 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension logging not supported by any of loaded plugins May 27 03:15:08.629828 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: metering.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.630573 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.631153 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: metering May 27 03:15:08.631480 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.632598 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.633115 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: metering_source_and_destination_fields May 27 03:15:08.633440 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: multiprovidernet.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.634506 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.635022 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: multi-provider May 27 03:15:08.635349 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: netmtu.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.636300 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.636814 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: net-mtu May 27 03:15:08.637146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: netmtu_writable.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.638069 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.638580 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: net-mtu-writable May 27 03:15:08.638907 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: network_availability_zone.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.639582 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.640117 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: network_availability_zone May 27 03:15:08.640443 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: network_ip_availability.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.641545 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.642058 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: network-ip-availability May 27 03:15:08.642384 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: network_segment_range.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.643184 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.643696 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension network-segment-range not supported by any of loaded plugins May 27 03:15:08.644063 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: pagination.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.645042 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.645375 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: pagination May 27 03:15:08.645698 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_device_profile.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.646614 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.647132 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-device-profile May 27 03:15:08.647456 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_mac_address_override.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.648427 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.648936 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-mac-override May 27 03:15:08.649259 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.650190 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.650697 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-mac-address-regenerate May 27 03:15:08.651021 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.651965 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.652481 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-numa-affinity-policy May 27 03:15:08.652806 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_resource_request.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.653723 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.654229 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension port-resource-request not supported by any of loaded plugins May 27 03:15:08.654551 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: port_resource_request_groups.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.655517 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.656053 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension port-resource-request-groups not supported by any of loaded plugins May 27 03:15:08.656381 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: portbindings.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.657310 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.657816 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: binding May 27 03:15:08.658164 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: portbindings_extended.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.659418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.659970 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: binding-extended May 27 03:15:08.660302 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: portsecurity.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.661222 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.661737 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-security May 27 03:15:08.662070 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: project_id.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.663042 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.663376 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: project-id May 27 03:15:08.663703 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: providernet.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.664669 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.665176 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: provider May 27 03:15:08.665499 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.669089 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.669610 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos not supported by any of loaded plugins May 27 03:15:08.669945 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.671185 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.671700 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 27 03:15:08.672068 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.673009 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.673521 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 27 03:15:08.674390 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_default.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.675310 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.675847 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-default not supported by any of loaded plugins May 27 03:15:08.676183 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_fip.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.677108 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.677626 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-fip not supported by any of loaded plugins May 27 03:15:08.677955 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_fip_network_policy.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.678866 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.679380 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-fip-network-policy not supported by any of loaded plugins May 27 03:15:08.679708 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_gateway_ip.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.680660 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.681174 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-gateway-ip not supported by any of loaded plugins May 27 03:15:08.681501 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_port_network_policy.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.682429 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.682938 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-port-network-policy not supported by any of loaded plugins May 27 03:15:08.683263 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.684348 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.684849 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-pps-minimum not supported by any of loaded plugins May 27 03:15:08.685178 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.686220 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.686738 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins May 27 03:15:08.687077 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_pps_rule.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.688279 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.688794 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-pps not supported by any of loaded plugins May 27 03:15:08.689123 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_rule_type_details.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.690581 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.691094 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-rule-type-details not supported by any of loaded plugins May 27 03:15:08.691424 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_rule_type_filter.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.692387 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.692897 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-rule-type-filter not supported by any of loaded plugins May 27 03:15:08.693223 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: qos_rules_alias.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.694380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.694893 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension qos-rules-alias not supported by any of loaded plugins May 27 03:15:08.695221 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: quota_check_limit.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.696179 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.696694 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: quota-check-limit May 27 03:15:08.697030 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: quotasv2.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.697966 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.698299 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: quotas May 27 03:15:08.698621 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: quotasv2_detail.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.700599 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.700949 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: quota_details May 27 03:15:08.701283 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: rbac.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.702346 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.702876 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: rbac-policies May 27 03:15:08.703212 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: rbac_address_group.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.704174 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.704694 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: rbac-address-group May 27 03:15:08.705052 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: rbac_address_scope.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.706051 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.706566 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: rbac-address-scope May 27 03:15:08.706897 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: rbac_security_groups.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.707839 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.708367 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: rbac-security-groups May 27 03:15:08.708697 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: rbac_subnetpool.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.709623 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.710133 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: rbac-subnetpool May 27 03:15:08.710462 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: revisionifmatch.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.711385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.711931 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: revision-if-match May 27 03:15:08.712258 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: revisions.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.713370 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.713880 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: standard-attr-revisions May 27 03:15:08.714209 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: router_availability_zone.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.714887 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.715395 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: router_availability_zone May 27 03:15:08.715722 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: routerservicetype.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.716675 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.717187 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension router-service-type not supported by any of loaded plugins May 27 03:15:08.717514 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.718446 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.718956 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: security-groups-normalized-cidr May 27 03:15:08.719283 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: security_groups_port_filtering.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.720253 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.721280 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: port-security-groups-filtering May 27 03:15:08.721609 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.722547 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.723063 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: security-groups-remote-address-group May 27 03:15:08.723391 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.724359 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.724876 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: security-groups-shared-filtering May 27 03:15:08.725203 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: securitygroup.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.738528 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.739143 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: security-group May 27 03:15:08.739693 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: segment.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.740376 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.740951 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension segment not supported by any of loaded plugins May 27 03:15:08.741405 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.742455 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.743064 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 27 03:15:08.743453 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: servicetype.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.744832 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.745433 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: service-type May 27 03:15:08.745873 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: sorting.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.746990 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.747364 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: sorting May 27 03:15:08.747775 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: standard_attr_segment.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.748735 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.749255 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension standard-attr-segment not supported by any of loaded plugins May 27 03:15:08.749586 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: standardattrdescription.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.750255 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.750772 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: standard-attr-description May 27 03:15:08.751100 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: stateful_security_group.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.752107 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.752629 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: stateful-security-group May 27 03:15:08.752956 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: stdattrs_common.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.753553 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 27 03:15:08.753878 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.754836 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.755358 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 27 03:15:08.755682 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnet_onboard.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.756770 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.757319 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: subnet_onboard May 27 03:15:08.757650 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.758581 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.759087 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 27 03:15:08.759410 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnet_service_types.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.760390 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.760908 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: subnet-service-types May 27 03:15:08.761234 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnetallocation.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.762329 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.762847 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: subnet_allocation May 27 03:15:08.763175 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.763878 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.764389 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: subnetpool-prefix-ops May 27 03:15:08.764711 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.765647 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.766186 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 27 03:15:08.766511 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: tagging.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.767597 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.768158 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: standard-attr-tag May 27 03:15:08.768491 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: timestamp.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.769742 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.770217 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loaded extension: standard-attr-timestamp May 27 03:15:08.770551 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: trunk.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.771596 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.772134 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension trunk not supported by any of loaded plugins May 27 03:15:08.772465 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: trunk_details.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.773387 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.773900 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension trunk-details not supported by any of loaded plugins May 27 03:15:08.774227 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: uplink_status_propagation.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.775150 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.775659 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension uplink-status-propagation not supported by any of loaded plugins May 27 03:15:08.776024 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Loading extension file: vlantransparent.py {{(pid=103816) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 27 03:15:08.776701 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103816) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 27 03:15:08.777204 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extension vlan-transparent not supported by any of loaded plugins May 27 03:15:08.779734 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:network May 27 03:15:08.780303 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnet May 27 03:15:08.780712 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:15:08.781118 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:port May 27 03:15:08.782344 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.782786 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service FLAVORS assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.783972 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.784441 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.784774 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:router May 27 03:15:08.785205 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:floatingip May 27 03:15:08.785703 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service METERING assigned prefix: /metering {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.787155 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.787536 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.787919 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103816) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:15:08.788923 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:15:08.789388 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:security_group May 27 03:15:08.789830 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:15:08.790444 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service CORE assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.790780 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:15:08.791136 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] subnetpool is already registered May 27 03:15:08.791566 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service CORE assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.791920 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:15:08.792258 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] subnetpool is already registered May 27 03:15:08.794621 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.795061 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service FLAVORS assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.795664 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.796120 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.796458 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:router May 27 03:15:08.796802 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] router is already registered May 27 03:15:08.797220 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:floatingip May 27 03:15:08.797565 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] floatingip is already registered May 27 03:15:08.798029 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service METERING assigned prefix: /metering {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.798701 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of CountableResource for resource:rbac_policy May 27 03:15:08.799577 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] rbac_policy is already registered May 27 03:15:08.800019 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:security_group May 27 03:15:08.800360 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] security_group is already registered May 27 03:15:08.800768 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:security_group_rule May 27 03:15:08.801105 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] security_group_rule is already registered May 27 03:15:08.801736 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service CORE assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.802066 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:15:08.802401 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] subnetpool is already registered May 27 03:15:08.802827 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.v2.resource_helper [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Service CORE assigned prefix: {{(pid=103816) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 27 03:15:08.803154 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Creating instance of TrackedResource for resource:subnetpool May 27 03:15:08.803490 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING neutron.quota.resource_registry [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] subnetpool is already registered May 27 03:15:08.803991 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: extensions {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.805458 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: address-groups {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.806946 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: address-scopes {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.808369 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: agents {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.809544 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: auto-allocated-topology {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.810797 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: availability_zones {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.812049 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: dhcp-networks {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.813592 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: dhcp-agents {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.815067 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: routers {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.816803 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: flavors {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.818079 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: service_profiles {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.819297 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: next_providers {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.820768 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: service_profiles {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.822363 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: floatingip-pools {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.823587 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: routers {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.825325 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: floatingips {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.826871 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: l3-routers {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.828307 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: l3-agents {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.829740 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: metering-labels {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.831019 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: metering-label-rules {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.832428 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: network-ip-availabilities {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.833706 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: bindings {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.835266 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: quotas {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.837775 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: quotas {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.839343 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: rbac-policies {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.840561 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: security-groups {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.841891 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: security-group-rules {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.843158 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: service-providers {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.844422 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: subnetpools {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.846273 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: subnetpools {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.847852 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.849565 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.851403 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.853235 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.854936 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.856997 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.858722 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.860648 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.863022 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.864830 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron.api.extensions [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Extended resource: tags {{(pid=103816) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 27 03:15:08.870760 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING keystonemiddleware.auth_token [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 27 03:15:08.875891 dv-cinder-828807-4-iscsi neutron-server[103816]: WARNING keystonemiddleware.auth_token [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 27 03:15:08.884780 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Acquired lock "singleton_lock" {{(pid=103816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} May 27 03:15:08.885258 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_concurrency.lockutils [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Releasing lock "singleton_lock" {{(pid=103816) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} May 27 03:15:08.885907 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Starting 2 workers May 27 03:15:08.890817 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Started child 103923 {{(pid=103816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:15:08.895364 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Started child 103924 {{(pid=103816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:15:08.896288 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.897008 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO neutron.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Neutron service started, listening on 0.0.0.0:9696 May 27 03:15:08.897677 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Publish callbacks [] for process (None), before_spawn {{(pid=103816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.897801 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [-] (103923) wsgi starting up on http://0.0.0.0:9696 May 27 03:15:08.900106 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Starting 1 workers May 27 03:15:08.900270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.901777 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [-] (103924) wsgi starting up on http://0.0.0.0:9696 May 27 03:15:08.905394 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Started child 103925 {{(pid=103816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:15:08.905928 dv-cinder-828807-4-iscsi neutron-server[103816]: INFO oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Starting 1 workers May 27 03:15:08.909677 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] calling RpcWorker wait() {{(pid=103925) _wait /opt/stack/neutron/neutron/service.py:128}} May 27 03:15:08.910198 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] returning from RpcWorker wait() {{(pid=103925) _wait /opt/stack/neutron/neutron/service.py:135}} May 27 03:15:08.910991 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Started child 103926 {{(pid=103816) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 27 03:15:08.911648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.911794 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG neutron_lib.callbacks.manager [None req-fa047b4a-5651-41e7-b8a8-d665fb25d2dc None None] Publish callbacks [] for process (None), after_spawn {{(pid=103816) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.912226 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:08.913915 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:15:08.914127 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:15:08.914313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:15:08.914543 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:15:08.914864 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:15:08.915027 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:15:08.915720 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.916169 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.916592 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.916999 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.917745 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.918173 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.918462 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:08.919097 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.919481 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:08.919686 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.920108 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.920425 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.920733 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.921137 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.921536 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.922012 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.922430 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.922817 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.923190 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.923513 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.924637 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.925101 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.925482 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.925921 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] debug = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.926346 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.926982 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.927410 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.927808 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.928221 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.928655 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.929050 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.929487 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.929891 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.930259 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.930664 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.931056 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.931444 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.931804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.932222 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.932653 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.933019 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.933645 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] host = dv-cinder-828807-4-iscsi {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.934031 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.934587 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.934976 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.935371 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.935783 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.936165 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.936687 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.937125 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.937543 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.937922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.938338 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.938735 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.939112 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.939564 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.939899 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_options = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.940441 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.940798 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.941071 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.941689 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.942004 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.942386 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.942799 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.943110 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.943596 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.944077 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.944336 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.944627 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.944898 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.945158 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.945430 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.945789 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.946478 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.946706 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.947016 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.947255 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.947471 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.947732 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.948097 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.948327 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.948584 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.950329 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.950890 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.952067 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.952315 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.953810 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.954120 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.954430 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.954686 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.954958 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.955243 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.955511 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.955760 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.956029 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.956322 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.956569 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.956830 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.957100 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.957330 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.957567 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.957801 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.958045 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.958269 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_json = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.958501 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.958748 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.959022 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.959263 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.959506 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.959731 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.959975 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.960227 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.960497 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:08.960891 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.961179 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.961506 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.961759 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.962000 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.962248 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.962490 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.962734 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.963003 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.963270 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.963607 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.963876 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.964185 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.964452 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.964726 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.965098 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.965316 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.965593 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.965834 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.966074 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.966311 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.966554 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.966833 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.967055 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.967316 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.967533 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.967752 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.968092 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.968373 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.968657 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.969008 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.969286 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.969542 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.969790 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.970025 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.970374 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.971122 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.971356 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.971577 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.971864 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.972156 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.972388 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.972637 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.972870 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.973093 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.973341 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.973568 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.973810 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.974038 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.974282 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.974496 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.974734 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.974951 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.975162 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.975396 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.975612 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.975897 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.976130 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.976426 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.976632 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.976853 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.977075 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.977313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.977534 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.977773 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.978061 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.978294 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.978512 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.978763 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.979002 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.979228 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.979457 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.979679 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.979937 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.980155 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.980374 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.980586 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.980808 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.981022 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.981238 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.981447 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.981837 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.982245 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.982632 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.983080 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.983449 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.984189 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.984585 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.984958 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.985354 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.985726 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.986204 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.987159 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.987426 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.987656 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.992922 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993380 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993778 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.993889 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.994417 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.994877 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.995094 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.995528 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.995876 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.996163 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.996466 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.996730 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.996990 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.997285 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.997504 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.997779 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.998051 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.998298 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.998561 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.998814 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.999054 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.999273 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.999527 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:08.999877 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.000122 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.000363 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.000601 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.000915 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.001180 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.001433 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.001697 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.001972 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.002206 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.002470 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.002730 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.003201 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.003201 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.003448 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.003591 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.003806 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.004074 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.004335 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.004563 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.004820 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.005241 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.005454 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.005832 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.006203 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.006443 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.006819 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.007074 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.007293 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.007521 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.007762 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.008015 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.008239 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.008477 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.008691 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.010749 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013274 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.013809 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.014221 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.014302 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.014540 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.014795 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.015007 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.015383 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.015631 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.015875 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.016107 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.016327 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.016565 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.016780 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.017016 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.017252 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.017531 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.017776 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.018030 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.018247 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.018472 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.018688 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.018902 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.019119 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.019348 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.019563 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.019875 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.020036 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.020251 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.020539 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.020791 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.021020 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.021290 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.021528 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.021761 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.022223 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.022383 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.022639 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.022871 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.023454 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.023974 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.024210 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.024436 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.024664 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.025098 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.025319 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.025535 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.025793 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.026006 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.026246 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.026470 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.026927 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.026927 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.027205 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.027334 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.027530 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.027753 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.028015 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.028233 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.028463 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.028676 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.028886 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.029111 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.029328 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.029560 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.029850 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.030112 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.030330 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.030628 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.030857 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.031105 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.031344 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.031632 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.031895 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.032162 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.032403 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.032621 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.032860 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.033615 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.033975 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.034347 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.034549 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.034810 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.035083 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.035377 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.035650 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.035921 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.036242 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.036563 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.036845 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.037109 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.037356 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.037593 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.037818 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.038033 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.038288 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.038523 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.038742 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.038984 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.039229 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.039480 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.039696 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.039970 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.040189 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.040414 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.040645 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.040887 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.041102 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.041256 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:15:09.041834 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103816) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 27 03:15:09.041994 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 27 03:15:09.042146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 27 03:15:09.042314 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 27 03:15:09.042483 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 27 03:15:09.042630 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 27 03:15:09.042846 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.042997 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.043156 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.043315 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.043510 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.043671 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.043841 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044010 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044131 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:09.044224 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044304 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044458 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044618 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044774 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.044931 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045091 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045250 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045406 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045568 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045726 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.045883 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046039 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046195 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] debug = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046351 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046555 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046720 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.046909 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.047154 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.047355 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.047515 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.047667 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.047805 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.048215 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.048215 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.048487 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.048613 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.048822 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.049464 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.049616 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.049777 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.049943 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] host = dv-cinder-828807-4-iscsi {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.050083 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.050391 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.050704 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.051003 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.051299 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.051593 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.051910 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.052217 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.052375 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.052533 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.052691 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.052852 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053006 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053311 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053470 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_options = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053629 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053786 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.053946 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.054129 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.054296 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.054457 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.054617 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.054775 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055075 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055242 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055405 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055536 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055690 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.055873 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.056195 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.056355 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.056510 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.056815 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.056974 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057132 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057288 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057438 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057597 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057756 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.057910 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058066 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058224 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058384 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058543 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058703 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.058853 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.059011 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.059166 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.059336 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.059478 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.059807 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060133 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060296 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060459 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060616 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060773 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.060930 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061089 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061246 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061404 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061561 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061717 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_json = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.061876 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062031 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062188 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062348 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062505 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062661 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062819 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.062977 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.063135 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 27 03:15:09.063312 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.063473 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.063644 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.063805 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.063986 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064142 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064303 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064487 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064697 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064792 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.064954 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065108 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065306 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065433 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065623 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065751 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.065878 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.066002 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.066168 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.066324 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.066636 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.066795 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.067182 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.067514 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.067763 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.067953 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.068115 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.068284 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.068513 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.068821 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.068991 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069158 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069325 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.62/identity {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069483 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069644 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069794 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.069953 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070091 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070314 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070489 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070630 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070767 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.070904 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071042 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071178 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071315 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071451 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071833 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.071833 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072071 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072071 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072312 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072436 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072556 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072677 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.072799 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073095 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073095 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073376 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073501 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073624 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073756 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073881 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.073991 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.074146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.074476 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.074639 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.074799 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.074953 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.075105 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.075259 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.075714 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.075864 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076001 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076177 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076339 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076473 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076632 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076790 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.076951 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077110 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077267 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077426 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077584 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077744 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.077903 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078062 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078220 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078379 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078539 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078701 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.078875 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079028 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079188 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079347 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079506 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079663 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.079840 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.080497 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081039 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081039 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081039 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081438 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081438 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081438 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081758 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081758 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081992 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.081992 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082224 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082318 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082429 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082586 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082746 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.082907 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083060 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083209 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083367 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083530 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083696 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.083852 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084023 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084182 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084348 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084518 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084677 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084826 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.084986 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085156 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085312 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085469 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085627 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085785 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.085943 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086100 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086270 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086415 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086574 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086732 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.086912 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087071 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087230 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087388 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087546 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087705 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.087888 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088048 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088206 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088364 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088522 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088682 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.62/identity {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088839 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.088998 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089156 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089313 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089473 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089631 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089788 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.089947 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090107 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090264 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090421 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090579 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090737 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.090895 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091054 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091211 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091370 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091527 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091684 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.091862 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092022 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092180 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092337 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092494 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092652 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092813 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.092971 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093130 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093289 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093447 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093606 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093766 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.093926 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094084 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094243 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094403 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094599 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094717 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.094875 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.095052 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.095199 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.095356 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.095514 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.096337 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.096497 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.096658 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.096820 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.096978 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097139 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097299 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097456 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097614 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097773 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.097932 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098090 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098247 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098405 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098563 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098721 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.098883 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099043 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099202 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099360 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099521 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099681 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.099860 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100024 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100188 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100385 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100549 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100708 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.100866 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101040 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101198 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101357 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101516 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101675 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.101834 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.102003 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.102162 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.102320 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.102546 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.102728 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103418 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.103804 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104035 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104146 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104304 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104463 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104622 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104794 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.104943 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105112 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105249 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105406 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105564 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105733 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.105892 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106050 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106208 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106366 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106525 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106691 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.106850 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107009 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107174 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107333 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107491 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107649 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.107867 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108001 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108164 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108322 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108480 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108640 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108801 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.108966 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109133 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109300 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109459 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109627 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109794 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.109961 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110120 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110308 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110456 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110614 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110783 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.110918 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111077 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111235 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111415 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111582 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111721 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.111908 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112068 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112227 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112384 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112542 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112700 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.112860 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.113019 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.113177 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.113323 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.113480 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 27 03:15:09.113631 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103816) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 27 03:15:09.120143 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53098) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:09.128752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [-] 10.222.0.62 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065479 May 27 03:15:18.386323 dv-cinder-828807-4-iscsi neutron-server[103816]: DEBUG dbcounter [-] [103816] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103816) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:20.350563 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349ee88a-800f-4c79-a7c8-2dbcb2053e36 None None] get_active_networks_info from dv-cinder-828807-4-iscsi {{(pid=103925) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} May 27 03:15:20.361030 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writer thread running {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:15:20.421922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-349ee88a-800f-4c79-a7c8-2dbcb2053e36 None None] No non-hosted networks {{(pid=103925) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 27 03:15:20.446793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.agentschedulers_db [None req-349ee88a-800f-4c79-a7c8-2dbcb2053e36 None None] DHCP Agent not found on host dv-cinder-828807-4-iscsi {{(pid=103925) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} May 27 03:15:20.497931 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9c176fee-cf96-4a02-ae20-dc659a1ac9d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:21.952252 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writer thread running {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:15:22.631582 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55774101-23d1-4bc1-a3dc-f3bc9fe7d5a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:22.656347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-077acc4c-05af-436f-8694-4410471878b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:23.537644 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53168) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:23.978695 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:24.289248 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-6ee8b77e-fd5d-4efb-b902-b042ac21f848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:15:24.289824 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-6ee8b77e-fd5d-4efb-b902-b042ac21f848 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:15:24.579768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-6ee8b77e-fd5d-4efb-b902-b042ac21f848 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:15:24.582396 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6ee8b77e-fd5d-4efb-b902-b042ac21f848 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 1.0438411 May 27 03:15:25.311927 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:26.268613 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.db.l3_hamode_db [None req-6e05fafe-2391-4444-865a-c922f0c152d5 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 27 03:15:26.348150 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05fafe-2391-4444-865a-c922f0c152d5 None None] Routers set() bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:26.348815 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e05fafe-2391-4444-865a-c922f0c152d5 None None] Router IDs set() for agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 27 03:15:26.701396 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:26.703083 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.703650 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.704254 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.704878 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.705311 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.706021 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.706990 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.707847 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.708381 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.708758 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.709222 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.709596 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.709936 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.710292 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.710585 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:26.710983 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-828807-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:26.718883 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-828807-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:27.080545 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53202) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:27.406110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:27.497825 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.policy [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103924) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:15:27.538657 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:15:27.539026 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING oslo_policy.policy [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:15:27.559191 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writer thread running {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:15:27.638485 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768604029256', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768604029820', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768603979783', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768603991025', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768603992582', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8768604007596', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1867344', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1852093', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-875454', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-948827'] for rbac-policy (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:27.706325 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:27.707688 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-840a2508-9eef-4f7f-acbc-14a76b7963bd admin admin] 10.222.0.62 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6262565 May 27 03:15:30.172600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53214) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:30.491633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:30.520540 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Made reservation on behalf of 70324050ec23474180b5bb70f04382d0 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:30.524363 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.541221 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.653843 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks [] for security_group (07b9ad1d-1b2e-4e6c-b544-4d5229b62103), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.657690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (07b9ad1d-1b2e-4e6c-b544-4d5229b62103), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.683184 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] vlan segment allocate from pool success with {'vlan_id': 554, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:15:30.718282 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.718705 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Added segment b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1 of type vlan for network f21191bf-9467-4610-91be-7019d68d78b8 May 27 03:15:30.735465 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=07b9ad1d-1b2e-4e6c-b544-4d5229b62103,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:30.766875 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.767217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.767571 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.767946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.768277 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.768601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.768923 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.769269 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.769588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.769948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.770247 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.770577 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.770896 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.771210 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.771522 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Tracked resource versions report: May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: pushed versions: May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Agent': {'1.1'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Log': {'1.0'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'NDPProxy': {'1.0'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Network': {'1.1'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Port': {'1.7'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'PortForwarding': {'1.3'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: consumer versions: May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Agent': '1.1', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Log': '1.0', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'NDPProxy': '1.0', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Network': '1.1', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Port': '1.7', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'PortForwarding': '1.3', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'QosPolicy': '1.10', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SubPort': '1.0', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Subnet': '1.1', May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Trunk': '1.1'}} May 27 03:15:30.772985 dv-cinder-828807-4-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:15:30.835881 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (f21191bf-9467-4610-91be-7019d68d78b8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.875215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (f21191bf-9467-4610-91be-7019d68d78b8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.880451 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:30.881179 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:30.930450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=55,neutron:INSERT=41,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:30.979432 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8057075 May 27 03:15:31.002691 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e1760-5aaf-4563-b402-76fc40be340e demo demo] Pushing event updated for resources: {'Network': ['ID=f21191bf-9467-4610-91be-7019d68d78b8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:31.015768 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network f21191bf-9467-4610-91be-7019d68d78b8 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:15:33.421770 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53228) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:33.825264 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ac8fa2-56f8-42bb-9b78-f3382ea172dd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:33.826515 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-36ac8fa2-56f8-42bb-9b78-f3382ea172dd demo admin] 10.222.0.62 "GET /v2.0/networks/f21191bf-9467-4610-91be-7019d68d78b8 HTTP/1.1" status: 200 len: 825 time: 0.4038069 May 27 03:15:33.851480 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-430d107c-5ae6-4db4-a374-74da4b2bc288 demo admin] 10.222.0.62 "GET /v2.0/subnetpools/97bce89e-d198-4c86-9d12-32c9a4d73fba HTTP/1.1" status: 200 len: 734 time: 0.0181043 May 27 03:15:33.859848 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Request body: {'subnet': {'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'gateway_ip': '172.20.0.1', 'ip_version': 4, 'name': 'private-subnet', 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:33.881361 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Made reservation on behalf of 70324050ec23474180b5bb70f04382d0 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:33.883655 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:34.025282 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:34.175259 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (e2f9c0eb-2ba3-4771-b271-14f3039648ed), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:34.242013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Pushing event updated for resources: {'Subnet': ['ID=e2f9c0eb-2ba3-4771-b271-14f3039648ed,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:34.250529 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Checking segment: {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:34.250751 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Network hostable DHCP agents. Network: f21191bf-9467-4610-91be-7019d68d78b8, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:34.270897 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Network f21191bf-9467-4610-91be-7019d68d78b8 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:34.281009 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, f21191bf-9467-4610-91be-7019d68d78b8) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:34.285832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:34.286421 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:34.291400 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b959a1a6-91ae-40d7-9dd9-6ab110a7c1e3 None None] Network f21191bf-9467-4610-91be-7019d68d78b8 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:34.307674 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b0cd3ab1-e242-4356-ad08-115cfe829956 demo admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4455979 May 27 03:15:34.552363 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-f21191bf-9467-4610-91be-7019d68d78b8', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'project_id': '70324050ec23474180b5bb70f04382d0', 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:15:34.553941 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:34.833414 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Allocated IP 172.20.0.2 (f21191bf-9467-4610-91be-7019d68d78b8/e2f9c0eb-2ba3-4771-b271-14f3039648ed/b53bddf8-6a13-41d8-9344-64c334117449) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:34.852370 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=63,neutron:INSERT=33,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:35.099429 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks [] for port (b53bddf8-6a13-41d8-9344-64c334117449), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:35.106836 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (b53bddf8-6a13-41d8-9344-64c334117449), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:35.183597 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Network f21191bf-9467-4610-91be-7019d68d78b8 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:35.192418 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:35.197637 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Pushing event updated for resources: {'Port': ['ID=b53bddf8-6a13-41d8-9344-64c334117449,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:35.200253 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:15:35.210861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.211207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.211546 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.211920 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.212259 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.212585 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.212909 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.213242 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.213552 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.213871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.214187 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.214527 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.214846 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.215161 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.215477 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Tracked resource versions report: May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: pushed versions: May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: { 'AddressGroup': {'1.2'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Agent': {'1.1'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'ConntrackHelper': {'1.0'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'LocalIPAssociation': {'1.0'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Log': {'1.0'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'NDPProxy': {'1.0'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Network': {'1.1'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Port': {'1.7'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'PortForwarding': {'1.3'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'QosPolicy': {'1.10'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroup': {'1.5'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroupRule': {'1.2'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SubPort': {'1.0'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Subnet': {'1.1'}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Trunk': {'1.1'}} May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: consumer versions: May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Agent': '1.1', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'ConntrackHelper': '1.0', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'LocalIPAssociation': '1.0', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Log': '1.0', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'NDPProxy': '1.0', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Network': '1.1', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Port': '1.7', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'PortForwarding': '1.3', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'QosPolicy': '1.10', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroup': '1.5', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroupRule': '1.2', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SubPort': '1.0', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Subnet': '1.1', May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Trunk': '1.1'}} May 27 03:15:35.216906 dv-cinder-828807-4-iscsi neutron-server[103925]: {{(pid=103925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:15:35.293498 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Attempting to bind port b53bddf8-6a13-41d8-9344-64c334117449 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:15:35.294137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Attempting to bind port b53bddf8-6a13-41d8-9344-64c334117449 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:15:35.294309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Attempting to bind port b53bddf8-6a13-41d8-9344-64c334117449 on network f21191bf-9467-4610-91be-7019d68d78b8 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:15:35.299359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:15:35.299727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Checking segment: {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:35.300218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:35.301141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Bound using segment: {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:15:35.301620 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Bound port: b53bddf8-6a13-41d8-9344-64c334117449, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:15:35.302013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b53bddf8-6a13-41d8-9344-64c334117449), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:35.330460 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:35.362937 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] For port b53bddf8-6a13-41d8-9344-64c334117449, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:15:35.381583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] For port b53bddf8-6a13-41d8-9344-64c334117449, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b53bddf8-6a13-41d8-9344-64c334117449,segment=NetworkSegment(b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1),segment_id=b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:15:35.388235 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b53bddf8-6a13-41d8-9344-64c334117449), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:35.443835 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900ebc17-53aa-439a-9d27-9af0a9923395 None None] Pushing event updated for resources: {'Port': ['ID=b53bddf8-6a13-41d8-9344-64c334117449,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:36.757748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53238) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:37.082137 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-0bcf7b97-ddf3-4944-bcea-ca595441645b admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:15:37.083186 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0bcf7b97-ddf3-4944-bcea-ca595441645b admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3245039 May 27 03:15:37.336462 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=18,neutron:INSERT=31 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:37.341305 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=6 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:39.531122 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53250) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:39.848997 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-c7dd91e6-f506-4973-b2af-c9d557e499a0 admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:15:39.848997 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c7dd91e6-f506-4973-b2af-c9d557e499a0 admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3168490 May 27 03:15:42.286706 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53258) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:42.630923 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:42.658483 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:42.660152 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:42.795245 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Publish callbacks [] for router_controller (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:42.799760 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:42.816372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:42.818039 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3df0ebce-c229-43a4-a998-06eb3e1804fb demo demo] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5303609 May 27 03:15:45.242422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53270) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:45.342535 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b53bddf8-6a13-41d8-9344-64c334117449 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:15:45.426542 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port b53bddf8-6a13-41d8-9344-64c334117449 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:45.426871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b53bddf8-6a13-41d8-9344-64c334117449), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:45.531167 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port b53bddf8-6a13-41d8-9344-64c334117449 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:45.531587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b53bddf8-6a13-41d8-9344-64c334117449), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:45.571168 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port b53bddf8-6a13-41d8-9344-64c334117449, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b53bddf8-6a13-41d8-9344-64c334117449,segment=NetworkSegment(b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1),segment_id=b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:15:45.575328 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b53bddf8-6a13-41d8-9344-64c334117449), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:45.597790 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-9f9f5d39-3be0-43ec-b627-de4e2b8b374d admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:15:45.603873 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9f9f5d39-3be0-43ec-b627-de4e2b8b374d admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3568771 May 27 03:15:45.624438 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=b53bddf8-6a13-41d8-9344-64c334117449,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:46.688405 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f66ead-6160-4ac0-8df8-253e2a575546 None None] Network f21191bf-9467-4610-91be-7019d68d78b8 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:46.738587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c5d683a6-f202-498c-9f1f-73acd6fbd9eb None None] Provisioning complete for port b53bddf8-6a13-41d8-9344-64c334117449 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:46.739000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c5d683a6-f202-498c-9f1f-73acd6fbd9eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b53bddf8-6a13-41d8-9344-64c334117449), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:46.805274 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:46.871584 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c5d683a6-f202-498c-9f1f-73acd6fbd9eb None None] Current status of the port b53bddf8-6a13-41d8-9344-64c334117449 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:47.091251 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a162c314-c57b-4eff-8d77-35d6f65bf5f8 None None] Provisioning complete for port b53bddf8-6a13-41d8-9344-64c334117449 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:47.091622 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a162c314-c57b-4eff-8d77-35d6f65bf5f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b53bddf8-6a13-41d8-9344-64c334117449), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:47.160333 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a162c314-c57b-4eff-8d77-35d6f65bf5f8 None None] Current status of the port b53bddf8-6a13-41d8-9344-64c334117449 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:47.314110 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b53bddf8-6a13-41d8-9344-64c334117449 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:15:47.360044 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port b53bddf8-6a13-41d8-9344-64c334117449 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:47.360433 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b53bddf8-6a13-41d8-9344-64c334117449), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:47.421900 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:47.430248 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port b53bddf8-6a13-41d8-9344-64c334117449 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:48.039893 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53278) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:48.356606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:48.377950 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Made reservation on behalf of d52b88b861a746ccb689f0f6a32f3ad1 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:48.380432 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.388215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.437225 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:48.466130 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks [] for security_group (8055599c-8fc0-4871-be0e-6945cae5366c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.469637 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (8055599c-8fc0-4871-be0e-6945cae5366c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.485017 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Reserving flat network on physical network physnet1 {{(pid=103924) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 27 03:15:48.505792 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8055599c-8fc0-4871-be0e-6945cae5366c,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.508832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (84022ee1-634f-452e-b533-07b0d1036f94), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.509225 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Added segment 84022ee1-634f-452e-b533-07b0d1036f94 of type flat for network 2be34dfe-f607-4727-81b5-3246f7835c6c May 27 03:15:48.554791 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (2be34dfe-f607-4727-81b5-3246f7835c6c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.586948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (2be34dfe-f607-4727-81b5-3246f7835c6c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.587939 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:48.588502 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:48.633334 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5923629 May 27 03:15:48.684796 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f823c-113d-4237-8974-996ae4b6e0a4 admin admin] Pushing event updated for resources: {'Network': ['ID=2be34dfe-f607-4727-81b5-3246f7835c6c,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:48.695562 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 2be34dfe-f607-4727-81b5-3246f7835c6c details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:15:50.325991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9464eb27-5a15-4237-a529-75980a67449d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:51.032621 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53286) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:51.387227 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b002962-c513-41d4-8bba-6fe37dfab5ca demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:51.388563 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5b002962-c513-41d4-8bba-6fe37dfab5ca demo admin] 10.222.0.62 "GET /v2.0/subnets/e2f9c0eb-2ba3-4771-b271-14f3039648ed HTTP/1.1" status: 200 len: 849 time: 0.3549061 May 27 03:15:51.506905 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3097c4cc-a0b9-4b31-ba30-978ea72f6720 demo admin] 10.222.0.62 "GET /v2.0/routers/0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d HTTP/1.1" status: 200 len: 704 time: 0.1124353 May 27 03:15:51.576038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=76,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=17 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:51.771943 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.101694 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Allocated IP 172.20.0.1 (f21191bf-9467-4610-91be-7019d68d78b8/e2f9c0eb-2ba3-4771-b271-14f3039648ed/c5543e0b-218c-45af-84eb-5f6c7bc8151f) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:52.205849 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:52.256491 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks [] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.320931 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.397202 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Network f21191bf-9467-4610-91be-7019d68d78b8 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:52.402573 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:52.406746 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:15:52.407884 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.429262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Pushing event updated for resources: {'Port': ['ID=c5543e0b-218c-45af-84eb-5f6c7bc8151f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:52.603712 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.620977 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f7d98613-afcc-4e57-80e8-179c5da647fa None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:52.621536 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f7d98613-afcc-4e57-80e8-179c5da647fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.624043 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c2565f45-eea1-485c-99b6-c55e5ebd57bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.654401 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f7d98613-afcc-4e57-80e8-179c5da647fa None None] Port c5543e0b-218c-45af-84eb-5f6c7bc8151f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:52.715104 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:52.838391 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks [] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.842667 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.843536 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:52.921939 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Pushing event updated for resources: {'Port': ['ID=c5543e0b-218c-45af-84eb-5f6c7bc8151f,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:52.968739 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Network f21191bf-9467-4610-91be-7019d68d78b8 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:52.970027 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:53.122119 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:15:53.172261 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-ebafb526-91a6-44d4-befb-19981199f450 None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:53.172563 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ebafb526-91a6-44d4-befb-19981199f450 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:53.212549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:15:53.218240 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-89f537f2-535f-468b-9611-0f056ecb3b23 demo admin] 10.222.0.62 "PUT /v2.0/routers/0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7061069 May 27 03:15:53.223800 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Sync routers for ids ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:15:53.237661 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Routers {'0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:53.238772 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:15:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.254172 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ebafb526-91a6-44d4-befb-19981199f450 None None] Port c5543e0b-218c-45af-84eb-5f6c7bc8151f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:53.420747 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Set router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:53.844340 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 2, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port_host': None, '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 2, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:53.892202 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Checking router: 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:15:53.892571 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Updating router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d port c5543e0b-218c-45af-84eb-5f6c7bc8151f binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:15:53.902698 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:53.947264 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.479869 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks [] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.487858 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.669499 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Attempting to bind port c5543e0b-218c-45af-84eb-5f6c7bc8151f on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:15:54.669906 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Attempting to bind port c5543e0b-218c-45af-84eb-5f6c7bc8151f by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:15:54.670351 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Attempting to bind port c5543e0b-218c-45af-84eb-5f6c7bc8151f on network f21191bf-9467-4610-91be-7019d68d78b8 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:15:54.676183 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Pushing event updated for resources: {'Port': ['ID=c5543e0b-218c-45af-84eb-5f6c7bc8151f,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.678818 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:15:54.679235 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Checking segment: {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:54.679704 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.680126 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Bound using segment: {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:15:54.680628 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Bound port: c5543e0b-218c-45af-84eb-5f6c7bc8151f, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 554, 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:15:54.681012 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.699957 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.700293 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.700649 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.700996 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.701326 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.701648 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.701968 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.702285 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.702604 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.702920 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.703237 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.703565 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.704139 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.704222 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.704762 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Tracked resource versions report: May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: pushed versions: May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: { 'AddressGroup': {'1.2'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Agent': {'1.1'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'ConntrackHelper': {'1.0'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'LocalIPAssociation': {'1.0'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Log': {'1.0'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'NDPProxy': {'1.0'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Network': {'1.1'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Port': {'1.7'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'PortForwarding': {'1.3'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'QosPolicy': {'1.10'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroup': {'1.5'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroupRule': {'1.2'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SubPort': {'1.0'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Subnet': {'1.1'}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Trunk': {'1.1'}} May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: consumer versions: May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Agent': '1.1', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'ConntrackHelper': '1.0', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'LocalIPAssociation': '1.0', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Log': '1.0', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'NDPProxy': '1.0', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Network': '1.1', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Port': '1.7', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'PortForwarding': '1.3', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'QosPolicy': '1.10', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroup': '1.5', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroupRule': '1.2', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SubPort': '1.0', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Subnet': '1.1', May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Trunk': '1.1'}} May 27 03:15:54.706156 dv-cinder-828807-4-iscsi neutron-server[103926]: {{(pid=103926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:15:54.730267 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:54.763475 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] For port c5543e0b-218c-45af-84eb-5f6c7bc8151f, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:15:54.769947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d2adce1c-3a7f-4e65-946a-afdb5f6073de None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:54.770972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d2adce1c-3a7f-4e65-946a-afdb5f6073de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.783872 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] For port c5543e0b-218c-45af-84eb-5f6c7bc8151f, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c5543e0b-218c-45af-84eb-5f6c7bc8151f,segment=NetworkSegment(b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1),segment_id=b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:15:54.790297 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:54.804068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d2adce1c-3a7f-4e65-946a-afdb5f6073de None None] Port c5543e0b-218c-45af-84eb-5f6c7bc8151f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:15:54.828256 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:54.852528 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Routers {'0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:15:54.853150 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:15:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:54.887717 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc2708-eb60-49a8-917c-d92a8fbc5000 None None] Pushing event updated for resources: {'Port': ['ID=c5543e0b-218c-45af-84eb-5f6c7bc8151f,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:54.944016 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] Set router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:15:55.021615 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:15:55.022208 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:55.097197 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Current status of the port c5543e0b-218c-45af-84eb-5f6c7bc8151f is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:15:55.097815 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:55.129614 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] For port c5543e0b-218c-45af-84eb-5f6c7bc8151f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c5543e0b-218c-45af-84eb-5f6c7bc8151f,segment=NetworkSegment(b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1),segment_id=b3426b63-18ce-4eb7-a0cc-bbd59a7a6ab1)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:15:55.134092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:55.142154 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 2, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port_host': None, '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:54Z', 'revision_number': 4, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:15:55.171791 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68ee77ec-ee7b-44b8-8955-7046735259bc None None] The sync data for ids ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'] in dv-cinder-828807-4-iscsi is: [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:52Z', 'revision_number': 2, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port_host': None, '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:54Z', 'revision_number': 4, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:15:55.181720 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81f2e5-bd15-4651-9a13-0059519a1e76 None None] Pushing event updated for resources: {'Port': ['ID=c5543e0b-218c-45af-84eb-5f6c7bc8151f,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:55.247292 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:55.661829 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53306) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:55.847593 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:55.868816 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8e86d5-7346-4783-8516-3744251a20a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:55.870187 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ca8e86d5-7346-4783-8516-3744251a20a0 admin admin] 10.222.0.62 "GET /v2.0/networks/2be34dfe-f607-4727-81b5-3246f7835c6c HTTP/1.1" status: 200 len: 842 time: 0.2074096 May 27 03:15:55.879464 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Request body: {'subnet': {'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'ip_version': 4, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'cidr': '172.27.1.0/24', 'enable_dhcp': False}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:55.901438 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Made reservation on behalf of d52b88b861a746ccb689f0f6a32f3ad1 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:15:55.904206 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:56.193410 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:56.240657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.objects.ports [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103924) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} May 27 03:15:56.241098 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (f7d947f1-332b-479a-b586-dfc414b4b95e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:56.297242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7d947f1-332b-479a-b586-dfc414b4b95e,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:15:56.304868 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:15:56.305052 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Network hostable DHCP agents. Network: 2be34dfe-f607-4727-81b5-3246f7835c6c, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:15:56.321457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:15:56.330524 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 2be34dfe-f607-4727-81b5-3246f7835c6c) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:56.335460 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:56.336067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:56.340784 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-713aa134-3679-48a7-b663-05b72e3dc7d9 None None] Network 2be34dfe-f607-4727-81b5-3246f7835c6c requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:56.355710 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8da06123-5286-41c1-a303-f44b7cf898d7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4793761 May 27 03:15:56.397647 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:56.450765 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce663780-b4ab-4f8e-b500-68c9d14980fb None None] Network 2be34dfe-f607-4727-81b5-3246f7835c6c requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:15:56.700867 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:58.834218 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53324) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:15:58.968099 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cd997cfb-4874-4f06-9968-65b7785fbca7 demo admin] 10.222.0.62 "GET /v2.0/routers/0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d HTTP/1.1" status: 200 len: 710 time: 0.1277754 May 27 03:15:59.050115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99fd54e2-8e3e-4a08-bca6-a7fe6d015a09 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:15:59.056477 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-99fd54e2-8e3e-4a08-bca6-a7fe6d015a09 demo admin] 10.222.0.62 "GET /v2.0/networks/2be34dfe-f607-4727-81b5-3246f7835c6c HTTP/1.1" status: 200 len: 886 time: 0.0827532 May 27 03:15:59.060205 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:15:59.219392 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:59.297023 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks [] for router_gateway (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:59.509357 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks [] for router_gateway (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:59.587730 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:59.688628 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Allocated IP 172.27.1.72 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/31e7c517-a50a-4329-b521-ea9fcc03c416) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:15:59.749157 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:15:59.794141 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks [] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:59.824460 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:15:59.859312 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:15:59.860664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:15:59.863194 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:15:59.907797 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Pushing event updated for resources: {'Port': ['ID=31e7c517-a50a-4329-b521-ea9fcc03c416,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:00.189996 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks [] for router_gateway (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:00.267170 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:00.385570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-548899', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-611027', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-7960'] for router (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:00.389592 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-548913', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-611032'] for router (0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:00.492470 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:16:00.592644 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:16:00.597040 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:00.598160 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-847b1fba-c4ae-4fa7-a9fc-f6ede8a3229e demo admin] 10.222.0.62 "PUT /v2.0/routers/0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d HTTP/1.1" status: 200 len: 889 time: 1.5410540 May 27 03:16:03.014883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53336) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:16:03.129460 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b79bf9a4-3ee3-421c-b015-3ff58520a60f admin admin] 10.222.0.62 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1135223 May 27 03:16:03.351504 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c5543e0b-218c-45af-84eb-5f6c7bc8151f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:16:03.401494 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:16:03.402268 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:03.473991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c5543e0b-218c-45af-84eb-5f6c7bc8151f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:16:03.873704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Sync routers for ids ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:16:03.886149 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Routers {'0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:16:03.887006 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:15:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:04.077526 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:04.105689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Set router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:16:04.482587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:59Z', 'revision_number': 4, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port': {'id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:15:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:55Z', 'revision_number': 5, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:04.594748 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Checking router: 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:16:04.595098 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Updating router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d port 31e7c517-a50a-4329-b521-ea9fcc03c416 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:16:04.646245 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:04.948477 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:05.013360 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks [] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:05.019477 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:05.075495 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Attempting to bind port 31e7c517-a50a-4329-b521-ea9fcc03c416 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:16:05.076025 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Attempting to bind port 31e7c517-a50a-4329-b521-ea9fcc03c416 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:16:05.076484 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Attempting to bind port 31e7c517-a50a-4329-b521-ea9fcc03c416 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:16:05.078551 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc1dc-b4ad-4584-ab84-b69aceac14f9 None None] Pushing event updated for resources: {'Port': ['ID=31e7c517-a50a-4329-b521-ea9fcc03c416,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:05.086670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 15, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:16:05.087095 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:16:05.087630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:05.088150 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:16:05.088738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Bound port: 31e7c517-a50a-4329-b521-ea9fcc03c416, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:16:05.089229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:05.142387 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] For port 31e7c517-a50a-4329-b521-ea9fcc03c416, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:16:05.145642 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] For port 31e7c517-a50a-4329-b521-ea9fcc03c416, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=31e7c517-a50a-4329-b521-ea9fcc03c416,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:16:05.152891 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:05.205681 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dddc1dc-b4ad-4584-ab84-b69aceac14f9 None None] Pushing event updated for resources: {'Port': ['ID=31e7c517-a50a-4329-b521-ea9fcc03c416,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:05.226918 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Routers {'0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:16:05.227568 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:15:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:05.317374 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:05.342171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] Set router 0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:16:05.547665 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:59Z', 'revision_number': 4, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port': {'id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:55Z', 'revision_number': 5, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:16:05.579589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7d52e00-3fc1-4908-aafc-3be75b68161c None None] The sync data for ids ['0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d'] in dv-cinder-828807-4-iscsi is: [{'id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'name': 'router1', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72'}], 'enable_snat': True}, 'gw_port_id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:15:42Z', 'updated_at': '2022-05-27T03:15:59Z', 'revision_number': 4, 'project_id': '70324050ec23474180b5bb70f04382d0', 'gw_port': {'id': '31e7c517-a50a-4329-b521-ea9fcc03c416', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:c2:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:59Z', 'updated_at': '2022-05-27T03:16:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c5543e0b-218c-45af-84eb-5f6c7bc8151f', 'name': '', 'network_id': 'f21191bf-9467-4610-91be-7019d68d78b8', 'tenant_id': '70324050ec23474180b5bb70f04382d0', 'mac_address': 'fa:16:3e:23:8a:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0fbe7f7e-aee4-4310-89a0-78ff9ca22a1d', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:15:51Z', 'updated_at': '2022-05-27T03:15:55Z', 'revision_number': 5, 'project_id': '70324050ec23474180b5bb70f04382d0', 'subnets': [{'id': 'e2f9c0eb-2ba3-4771-b271-14f3039648ed', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '97bce89e-d198-4c86-9d12-32c9a4d73fba'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:16:07.413693 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 31e7c517-a50a-4329-b521-ea9fcc03c416 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:16:07.488750 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 31e7c517-a50a-4329-b521-ea9fcc03c416 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:16:07.489131 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:07.596555 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 31e7c517-a50a-4329-b521-ea9fcc03c416 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:16:07.596762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:07.626964 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 31e7c517-a50a-4329-b521-ea9fcc03c416, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=31e7c517-a50a-4329-b521-ea9fcc03c416,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:16:07.635987 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:07.712932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=31e7c517-a50a-4329-b521-ea9fcc03c416,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:16:09.415416 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 31e7c517-a50a-4329-b521-ea9fcc03c416 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:16:09.417827 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:09.515773 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 31e7c517-a50a-4329-b521-ea9fcc03c416 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:16:09.516353 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e7c517-a50a-4329-b521-ea9fcc03c416), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:09.643905 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 31e7c517-a50a-4329-b521-ea9fcc03c416 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:16:13.122841 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=43 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:13.125852 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:13.965146 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:13.970687 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=38 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:16.958029 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:16:19.627136 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=56,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:19.644180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=20 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:20.329265 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3df3a64d-7057-4890-a23c-cbfd6c9a34ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:22.634232 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3a0130-295b-4e93-a78f-aa4c0c095a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:23.908314 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:25.255835 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:26.706641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:26.952828 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:26.954536 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:36.696399 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:36.701322 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:50.332336 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1126694-35bc-40ff-941a-40578ba2595a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:50.961205 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:50.966543 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:16:52.619564 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-83b7dfe3-de61-4be8-b0c0-e118faf60175 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:53.904572 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:53.956889 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:16:55.252182 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:16:56.700853 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:03.953892 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:06.689992 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:06.697633 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:20.334934 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c8b057a0-121f-4840-ba3f-d24abaea9a02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:21.111956 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53878) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:21.173425 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea8b5d33-d33c-4c1a-8f14-141f29d8b603 admin admin] GET failed (client error): The resource could not be found. May 27 03:17:21.174715 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ea8b5d33-d33c-4c1a-8f14-141f29d8b603 admin admin] 10.222.0.62 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0617568 May 27 03:17:21.330989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1ac432-6e9d-4ee9-a5c2-7c679c9de734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:21.332487 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9a1ac432-6e9d-4ee9-a5c2-7c679c9de734 admin admin] 10.222.0.62 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1536851 May 27 03:17:22.621760 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-33974298-3016-4fbc-884c-9799fcc8e248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:23.551136 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53888) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:23.643985 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b83bfc9-e223-4371-a65b-99a4bac02176 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:23.645302 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4b83bfc9-e223-4371-a65b-99a4bac02176 admin admin] 10.222.0.62 "GET /v2.0/subnets/e2f9c0eb-2ba3-4771-b271-14f3039648ed HTTP/1.1" status: 200 len: 849 time: 0.0930772 May 27 03:17:23.655105 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:17:23.737717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Publish callbacks [] for subnet (e2f9c0eb-2ba3-4771-b271-14f3039648ed), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:23.879209 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8768606663900'] for subnet (e2f9c0eb-2ba3-4771-b271-14f3039648ed), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:23.905317 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:23.910867 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:23.911462 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:23.923847 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] 10.222.0.62 "PUT /v2.0/subnets/e2f9c0eb-2ba3-4771-b271-14f3039648ed HTTP/1.1" status: 200 len: 868 time: 0.2611444 May 27 03:17:23.924069 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46125b50-91b6-4ceb-a838-0a18fca95661 None None] Network f21191bf-9467-4610-91be-7019d68d78b8 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:17:23.933215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2f9c0eb-2ba3-4771-b271-14f3039648ed,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:17:23.942578 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.942959 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.943257 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.943585 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.943942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.944270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.944593 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.944915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.945250 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.945582 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.945921 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.946261 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.946582 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.946896 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:23.947272 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d495f6a-1ddc-4a62-8ed3-330f0c900898 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:17:24.212861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Provisioning complete for port b53bddf8-6a13-41d8-9344-64c334117449 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:17:24.213225 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b53bddf8-6a13-41d8-9344-64c334117449), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:24.285947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Current status of the port b53bddf8-6a13-41d8-9344-64c334117449 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:17:24.294274 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Provisioning complete for port c5543e0b-218c-45af-84eb-5f6c7bc8151f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:17:24.294651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c5543e0b-218c-45af-84eb-5f6c7bc8151f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:24.363039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fd51208a-531f-4dad-b008-0695ed04567d None None] Current status of the port c5543e0b-218c-45af-84eb-5f6c7bc8151f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:17:25.254020 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:26.138300 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53896) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:26.337144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a2a8d4-0cb9-4de2-b844-9d84ef3a72eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:26.337619 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a2a8d4-0cb9-4de2-b844-9d84ef3a72eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:26.339145 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-29a2a8d4-0cb9-4de2-b844-9d84ef3a72eb admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1998971 May 27 03:17:26.704170 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:28.552714 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53904) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:28.680243 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68942ac2-9a12-478a-bb60-96ea0e0ea165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.680705 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68942ac2-9a12-478a-bb60-96ea0e0ea165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:28.682182 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-68942ac2-9a12-478a-bb60-96ea0e0ea165 admin admin] 10.222.0.62 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1285088 May 27 03:17:30.908028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 53912) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:30.955946 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:17:31.033395 dv-cinder-828807-4-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:17:31.034081 dv-cinder-828807-4-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:17:31.260289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writer thread running {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} May 27 03:17:31.280786 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:31.511798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.policy [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103923) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 27 03:17:31.552639 dv-cinder-828807-4-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:17:31.553006 dv-cinder-828807-4-iscsi neutron-server[103923]: WARNING oslo_policy.policy [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 27 03:17:31.560661 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:31.562557 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-aecbd8f8-00f2-4044-a683-4489db04d844 admin admin] 10.222.0.62 "GET /v2.0/networks/2be34dfe-f607-4727-81b5-3246f7835c6c HTTP/1.1" status: 200 len: 886 time: 0.6527293 May 27 03:17:33.893244 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53930) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:34.103709 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:34.125931 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f28ff1b-fdb9-4f31-aa2e-f94b68c5143c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:34.127316 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4f28ff1b-fdb9-4f31-aa2e-f94b68c5143c admin admin] 10.222.0.62 "GET /v2.0/networks/f21191bf-9467-4610-91be-7019d68d78b8 HTTP/1.1" status: 200 len: 869 time: 0.2331319 May 27 03:17:36.411404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53938) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:36.529474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:36.538521 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3930e287-0f06-44bc-a072-083f316e1adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:36.538984 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3930e287-0f06-44bc-a072-083f316e1adb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:36.540548 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3930e287-0f06-44bc-a072-083f316e1adb admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1281745 May 27 03:17:36.697563 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=43,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:36.700305 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:37.555878 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:DELETE=1,neutron:SELECT=12 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:38.756585 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53946) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:38.847916 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822cf-9236-4d07-908b-c332bb5106ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.848376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18822cf-9236-4d07-908b-c332bb5106ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:38.849865 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d18822cf-9236-4d07-908b-c332bb5106ef admin admin] 10.222.0.62 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923374 May 27 03:17:40.952314 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=23 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:41.069975 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53954) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:41.160411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eafd69-e0b1-468b-b70a-a0c39068275b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:41.161741 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a7eafd69-e0b1-468b-b70a-a0c39068275b admin admin] 10.222.0.62 "GET /v2.0/subnets/e2f9c0eb-2ba3-4771-b271-14f3039648ed HTTP/1.1" status: 200 len: 868 time: 0.0908165 May 27 03:17:41.442230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:41.447593 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=13 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:43.428648 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 53962) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:17:43.518411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a963675e-437a-4219-9be7-53b9a76c2e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:17:43.519750 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a963675e-437a-4219-9be7-53b9a76c2e16 admin admin] 10.222.0.62 "GET /v2.0/subnets/f7d947f1-332b-479a-b586-dfc414b4b95e HTTP/1.1" status: 200 len: 816 time: 0.0895386 May 27 03:17:50.337411 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eef47f24-d51c-4f2d-adf8-33e81b36a67e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:52.623658 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-833dc9f7-b5fa-4252-9c23-386dffccdc07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:53.508345 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=16 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:53.515943 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=28 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:17:53.909503 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:55.256715 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:17:56.706578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:04.955233 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:04.961197 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:06.700785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:06.702768 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:07.954517 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:18:17.951430 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:17.952183 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:20.340100 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-652146be-8b13-4619-b679-06566c7f4cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:22.625186 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-06cd11e4-1620-4738-b799-6a9a46db815e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:23.861579 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54020) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:18:23.908338 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-4c88edea-6ccc-4bba-8334-e7e6323f912c admin admin] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:18:23.909352 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4c88edea-6ccc-4bba-8334-e7e6323f912c admin admin] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0468485 May 27 03:18:23.915297 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:25.260524 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:26.208460 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54028) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:18:26.268047 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.pecan_wsgi.hooks.translation [None req-936c72ce-5889-45e1-9903-d01924964c23 admin admin] GET failed (client error): The resource could not be found. May 27 03:18:26.269320 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-936c72ce-5889-45e1-9903-d01924964c23 admin admin] 10.222.0.62 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0600030 May 27 03:18:26.353758 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21303e89-a08c-4e0c-b71f-d770457aea21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:26.355197 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-21303e89-a08c-4e0c-b71f-d770457aea21 admin admin] 10.222.0.62 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0818989 May 27 03:18:26.709167 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.590807 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54036) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:18:28.644794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:18:28.664978 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Made reservation on behalf of d52b88b861a746ccb689f0f6a32f3ad1 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:18:28.667586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.695019 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING neutron.services.revisions.revision_plugin [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Could not find related network for resource to bump revision. May 27 03:18:28.705767 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] vlan segment allocate from pool success with {'vlan_id': 575, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:18:28.715275 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (65877059-008b-4c6d-a041-1671208f99f9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.715674 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Added segment 65877059-008b-4c6d-a041-1671208f99f9 of type vlan for network 387cc0ce-5002-4cac-898c-db1c82da7a7d May 27 03:18:28.759761 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (387cc0ce-5002-4cac-898c-db1c82da7a7d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.787752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (387cc0ce-5002-4cac-898c-db1c82da7a7d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.789271 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:28.789869 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:28.814544 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.2227013 May 27 03:18:28.852641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Pushing event updated for resources: {'Network': ['ID=387cc0ce-5002-4cac-898c-db1c82da7a7d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:28.860159 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.860499 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.860834 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.861162 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.861486 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.861807 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.862127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.862440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.862755 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.863069 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.863385 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.863721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.864061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.864373 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.864684 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0746e516-c9ee-48d4-ad39-64b67f511725 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:28.876601 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:18:31.067940 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54044) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:18:31.127846 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f135ab6-efd4-4dc5-97ea-da7788c18987 admin admin] GET failed (client error): The resource could not be found. May 27 03:18:31.129092 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1f135ab6-efd4-4dc5-97ea-da7788c18987 admin admin] 10.222.0.62 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602152 May 27 03:18:31.199458 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea6626b-35d8-435f-a33e-c5b82acace9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:31.200809 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6ea6626b-35d8-435f-a33e-c5b82acace9b admin admin] 10.222.0.62 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671391 May 27 03:18:31.210128 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d', 'name': 'shared-subnet'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:18:31.230418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Made reservation on behalf of d52b88b861a746ccb689f0f6a32f3ad1 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:18:31.232726 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:31.394464 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (a8347e63-e875-42b9-91e3-c16747f0a927), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:31.448768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8347e63-e875-42b9-91e3-c16747f0a927,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:31.457104 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Checking segment: {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:18:31.457452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Network hostable DHCP agents. Network: 387cc0ce-5002-4cac-898c-db1c82da7a7d, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:18:31.473841 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:18:31.482436 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 387cc0ce-5002-4cac-898c-db1c82da7a7d) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:31.486404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:18:31.487035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:31.492859 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879457d7-4be4-4525-b7c9-c696c77c1f92 None None] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:18:31.503874 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d7a453ca-d509-4e14-8ba3-90e0ac2909cf admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2968655 May 27 03:18:31.607738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-387cc0ce-5002-4cac-898c-db1c82da7a7d', 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d', 'project_id': 'd52b88b861a746ccb689f0f6a32f3ad1', 'fixed_ips': [{'subnet_id': 'a8347e63-e875-42b9-91e3-c16747f0a927'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:18:31.608784 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:31.841726 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Allocated IP 192.168.233.2 (387cc0ce-5002-4cac-898c-db1c82da7a7d/a8347e63-e875-42b9-91e3-c16747f0a927/fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:18:31.985745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks [] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:31.993074 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:32.028679 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:18:32.031583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:18:32.034513 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:18:32.064627 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Pushing event updated for resources: {'Port': ['ID=fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:32.075202 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.075545 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.075922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.076271 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.076596 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.076916 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.077232 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.077548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.077862 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.078179 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.078493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.078820 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.079137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.079446 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.079759 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:18:32.113062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Attempting to bind port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:18:32.113348 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Attempting to bind port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:18:32.113695 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Attempting to bind port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f on network 387cc0ce-5002-4cac-898c-db1c82da7a7d {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:18:32.119053 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 18, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:18:32.119417 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Checking segment: {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:18:32.119812 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:32.120218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Bound using segment: {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:18:32.120673 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Bound port: fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:18:32.121062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:32.180885 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] For port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:18:32.184111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] For port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:18:32.190425 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:32.238299 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:INSERT=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:32.256190 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ab288f-02aa-4a6a-835b-ae95b20b5051 None None] Pushing event updated for resources: {'Port': ['ID=fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:33.128692 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacb731e-98ea-429d-b2c3-fedffd77aec1 None None] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:18:33.189308 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Provisioning complete for port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:18:33.189612 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.212985 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:33.316901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Current status of the port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:18:33.317292 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.358788 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] For port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:18:33.367758 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.427751 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95120cb-f38b-4403-9380-983b28df5be0 None None] Pushing event updated for resources: {'Port': ['ID=fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:18:33.466362 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:18:33.517264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:18:33.517653 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.603256 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:18:33.687931 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-136d8a9d-e1e3-4887-831f-592513951fad None None] Provisioning complete for port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:18:33.688437 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-136d8a9d-e1e3-4887-831f-592513951fad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:33.761871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-136d8a9d-e1e3-4887-831f-592513951fad None None] Current status of the port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:18:35.409504 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:18:35.455716 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:18:35.456123 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:35.526041 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port fe4f2bd0-f15c-4dfa-b8a2-cbf89cbf214f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:18:41.496226 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:41.497000 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=79,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:41.947961 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:41.959016 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:44.954024 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:18:45.523523 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=86 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:45.524290 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:50.343708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-301aebbe-3d6c-46de-884d-4cf677e4db6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:52.626972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-69b38826-8d72-4787-ab30-373af298394a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:53.915902 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:54.948893 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:54.949678 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:18:55.263854 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:18:56.712838 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:06.706224 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:06.708278 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=21,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:18.955535 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:18.960093 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:20.346546 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e10180eb-64ed-4623-a76f-c49cc193275b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:21.953327 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:19:22.630141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-78520206-2e36-43bb-98f5-90e5d70f002c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:23.920258 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:25.266904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:26.715006 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:31.949475 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:31.950242 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:36.708573 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:36.710013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:50.349715 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3538fafe-26f0-4b3a-98eb-6aef69f6cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:52.632154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2c6f9510-4832-4070-9aed-f2d048ed38d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:53.922679 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:55.272662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:55.952594 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:55.956759 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:19:56.717262 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:19:58.952686 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:20:06.706031 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:06.711771 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:10.537570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54086) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:20:10.543146 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [None req-d2efef5c-2700-4714-b266-7250818d8a63 tempest-verify_tempest_config-411416992 tempest-verify_tempest_config-411416992-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:20:10.544192 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d2efef5c-2700-4714-b266-7250818d8a63 tempest-verify_tempest_config-411416992 tempest-verify_tempest_config-411416992-project] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0056117 May 27 03:20:10.836418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54104) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:20:10.942752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.016820 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Publish callbacks [] for security_group (ed8cda8d-9e37-40b5-843f-77d227b6ce52), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.021154 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ed8cda8d-9e37-40b5-843f-77d227b6ce52), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.069358 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b72e8f48ea4740c9a0f8efc4afea20c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2316387 May 27 03:20:11.070304 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8cda8d-9e37-40b5-843f-77d227b6ce52,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:11.072239 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54108) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:20:11.077157 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.077494 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.077827 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.078155 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.078475 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.078793 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.079110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.079423 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.079740 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.080155 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.080490 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.080822 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.081139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.081447 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.081757 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b7ca8f0-8e61-498a-add3-c57d85dcec20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.157344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Publish callbacks [] for security_group (ed8cda8d-9e37-40b5-843f-77d227b6ce52), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.177350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Publish callbacks [] for security_group (ed8cda8d-9e37-40b5-843f-77d227b6ce52), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.277263 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ed8cda8d-9e37-40b5-843f-77d227b6ce52), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.279712 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:11.280963 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ed8cda8d-9e37-40b5-843f-77d227b6ce52 HTTP/1.1" status: 204 len: 168 time: 0.2077022 May 27 03:20:11.290289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8cda8d-9e37-40b5-843f-77d227b6ce52,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:20:11.299667 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.300044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.300392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.300732 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.301067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.301396 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.301806 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.302132 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.302465 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.302787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.303124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.303451 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.303813 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.304124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.304445 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c3c4634-8e41-4d84-ae67-41a84a1ad864 admin admin] Tracked resource versions report: May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: pushed versions: May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: { 'AddressGroup': {'1.2'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Agent': {'1.1'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'ConntrackHelper': {'1.0'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'LocalIPAssociation': {'1.0'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Log': {'1.0'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'NDPProxy': {'1.0'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Network': {'1.1'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Port': {'1.7'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'PortForwarding': {'1.3'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'QosPolicy': {'1.10'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroup': {'1.5'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroupRule': {'1.2'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SubPort': {'1.0'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Subnet': {'1.1'}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Trunk': {'1.1'}} May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: consumer versions: May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Agent': '1.1', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'ConntrackHelper': '1.0', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'LocalIPAssociation': '1.0', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Log': '1.0', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'NDPProxy': '1.0', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Network': '1.1', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Port': '1.7', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'PortForwarding': '1.3', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'QosPolicy': '1.10', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroup': '1.5', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroupRule': '1.2', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SubPort': '1.0', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Subnet': '1.1', May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Trunk': '1.1'}} May 27 03:20:11.305873 dv-cinder-828807-4-iscsi neutron-server[103923]: {{(pid=103923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:20:17.430586 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:17.432520 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:20.352781 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-28420748-f786-4485-9005-73a1917c4a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:21.072772 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=22,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:21.076329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=17,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:21.286297 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:21.295677 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:22.634133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fe9e0a35-2995-4876-9238-4654ab77a4bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:23.924755 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:25.273972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:26.723838 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:32.958541 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:32.963697 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:35.951149 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:20:36.716557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:36.718496 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:45.947427 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:45.948179 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:20:50.353926 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7989e9bf-4e6a-4814-b506-c0939d562f4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:52.635739 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-17bb3826-6cf9-4c8f-bd9f-3a932ec08656 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:53.928816 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:55.276148 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:20:56.715779 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:06.709721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:06.711913 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:12.950617 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:21:20.354662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b28bc5af-3a26-4d25-82e5-3f9ed964c419 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:22.637061 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1bd7e376-58d0-4c13-a14f-9ded8727bb90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:22.946958 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:22.947705 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:23.932240 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:25.280754 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:26.717519 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:36.711528 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:36.713500 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:46.955936 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:46.960025 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:49.949523 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 5 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:21:50.356441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d41e86a0-37a1-44cd-ba52-6f7547ae1d84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:52.639238 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7018944c-7ea5-4c42-877b-1189f6476bde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:53.936062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:55.282389 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:56.720186 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:57.241302 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-564017'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:21:59.945501 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:21:59.946289 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:07.234461 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:07.237464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:10.137149 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54188) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:22:10.241353 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d8048e91-4262-49e8-8117-331aee886e6d admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1030998 May 27 03:22:12.535307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54198) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:22:12.588950 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cffeca6e-4b74-4683-899a-51d555153014 admin admin] 10.222.0.62 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0525198 May 27 03:22:20.358105 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1378e682-bc43-4dd6-b2f5-03a0042da151 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:22.583510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:22.584203 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:22.641098 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b0e58078-677c-4c43-b663-d900411050c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:23.937494 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:23.963045 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=18 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:23.966778 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:25.285548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:26.722454 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:26.948029 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:22:27.200178 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:36.943605 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:37.194195 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:37.196091 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:22:50.361933 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-291c344d-37a9-4a2f-9375-8b2493eaf0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:52.644087 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b48e3ba0-1be7-4200-ad1f-0a2d3ab68631 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:53.940774 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:55.288359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:56.725950 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:22:57.207691 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:00.958354 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:00.963410 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:03.947584 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:23:07.200915 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:07.203489 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:13.943149 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:18.955140 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:20.363560 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ad7a25b4-f057-427f-b176-19e68e40e9e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:22.647651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d131bacd-4dd0-4a7b-b073-c1312d0753e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:23.943321 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:25.291491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:26.729081 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:27.216487 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:37.210358 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.212146 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.963677 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:37.968949 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:40.946958 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:23:48.761587 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54336) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.037036 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-618560859-network', 'tenant_id': '3931210010614a1f987661568f29e851'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:49.080905 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Made reservation on behalf of 3931210010614a1f987661568f29e851 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:49.084156 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.097144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.196086 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks [] for security_group (1239c951-4245-4cfd-a2fd-cef442868dcf), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.203744 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1239c951-4245-4cfd-a2fd-cef442868dcf), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.238379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1239c951-4245-4cfd-a2fd-cef442868dcf,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.249312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.249671 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.250360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.250728 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.251057 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.251515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.251700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.252214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.252560 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.252879 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.253391 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.253723 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.254041 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.254352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.254829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Tracked resource versions report: May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: pushed versions: May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: { 'AddressGroup': {'1.2'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Agent': {'1.1'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'ConntrackHelper': {'1.0'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Log': {'1.0'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'NDPProxy': {'1.0'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Network': {'1.1'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Port': {'1.7'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'PortForwarding': {'1.3'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'QosPolicy': {'1.10'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroup': {'1.5'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SubPort': {'1.0'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Subnet': {'1.1'}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Trunk': {'1.1'}} May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: consumer versions: May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Agent': '1.1', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'ConntrackHelper': '1.0', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'LocalIPAssociation': '1.0', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Log': '1.0', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'NDPProxy': '1.0', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Network': '1.1', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Port': '1.7', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'PortForwarding': '1.3', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'QosPolicy': '1.10', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroup': '1.5', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SecurityGroupRule': '1.2', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'SubPort': '1.0', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Subnet': '1.1', May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: 'Trunk': '1.1'}} May 27 03:23:49.255999 dv-cinder-828807-4-iscsi neutron-server[103923]: {{(pid=103923) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:49.259572 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] vlan segment allocate from pool success with {'vlan_id': 573, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:49.277202 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (a8567dee-bd0b-40c4-acec-041673bb9299), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.277705 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Added segment a8567dee-bd0b-40c4-acec-041673bb9299 of type vlan for network a6e77ba9-a945-4d02-9449-8f38e42d0677 May 27 03:23:49.351018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (a6e77ba9-a945-4d02-9449-8f38e42d0677), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.390927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (a6e77ba9-a945-4d02-9449-8f38e42d0677), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.392331 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:49.393081 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.472010 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54384) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.488111 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.7241702 May 27 03:23:49.491037 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54392) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.501008 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Request body: {'subnet': {'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-subnet', 'tenant_id': '3931210010614a1f987661568f29e851', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:49.506355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35d58a-e765-4def-96d6-b987509e3f63 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e77ba9-a945-4d02-9449-8f38e42d0677,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.518662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:49.530624 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Made reservation on behalf of 3931210010614a1f987661568f29e851 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:49.535715 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.576148 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54394) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.745043 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (cbd907ce-6a57-4e19-b3a1-8252d8132bc0), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.775166 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54404) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.789840 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbd907ce-6a57-4e19-b3a1-8252d8132bc0,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:49.801422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.801768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.802113 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.802449 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.802783 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.803111 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.803441 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.803760 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.804127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.804456 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.804796 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.805144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.805464 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.805786 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.806101 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Tracked resource versions report: May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: pushed versions: May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: { 'AddressGroup': {'1.2'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Agent': {'1.1'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'ConntrackHelper': {'1.0'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Log': {'1.0'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'NDPProxy': {'1.0'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Network': {'1.1'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Port': {'1.7'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'PortForwarding': {'1.3'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'QosPolicy': {'1.10'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroup': {'1.5'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SubPort': {'1.0'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Subnet': {'1.1'}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Trunk': {'1.1'}} May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: consumer versions: May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Agent': '1.1', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'ConntrackHelper': '1.0', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'LocalIPAssociation': '1.0', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Log': '1.0', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'NDPProxy': '1.0', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Network': '1.1', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Port': '1.7', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'PortForwarding': '1.3', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'QosPolicy': '1.10', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroup': '1.5', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SecurityGroupRule': '1.2', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'SubPort': '1.0', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Subnet': '1.1', May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: 'Trunk': '1.1'}} May 27 03:23:49.807328 dv-cinder-828807-4-iscsi neutron-server[103924]: {{(pid=103924) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:49.831313 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Checking segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:49.831654 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Network hostable DHCP agents. Network: a6e77ba9-a945-4d02-9449-8f38e42d0677, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:49.850940 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:49.861419 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, a6e77ba9-a945-4d02-9449-8f38e42d0677) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:49.865953 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:49.866554 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.888621 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30210295-16c5-4a70-a5aa-9cfdad905005 None None] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:49.897074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54410) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:49.897258 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-476296ae-0c0e-40cb-bd26-5cbf87115b99 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4047153 May 27 03:23:49.902645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:49.949787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (cb0a7056-bee8-47b7-8258-605756b076c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.953868 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (cb0a7056-bee8-47b7-8258-605756b076c5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:49.974101 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-555020390-network', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:50.017003 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Made reservation on behalf of 5e539cb7b0fe47d6bdece2805d4ad0c1 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:50.023428 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.040712 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.099383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-a6e77ba9-a945-4d02-9449-8f38e42d0677', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:50.103332 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.131794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for router_controller (cb0a7056-bee8-47b7-8258-605756b076c5), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.140085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-594597065-network', 'tenant_id': 'b114bd896cc6469184097ef9300613da'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:50.165782 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks [] for security_group (b7a05896-0997-433a-8640-3097f95a2169), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.185722 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b7a05896-0997-433a-8640-3097f95a2169), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.267563 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] vlan segment allocate from pool success with {'vlan_id': 582, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:50.280173 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=76,neutron:INSERT=21,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.282621 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (69a38e14-e89a-46ba-8ee3-4e7d8c78e16d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.283230 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Added segment 69a38e14-e89a-46ba-8ee3-4e7d8c78e16d of type vlan for network 1891957d-4247-46a9-9554-49f7b2427352 May 27 03:23:50.295598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a05896-0997-433a-8640-3097f95a2169,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.343870 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (1891957d-4247-46a9-9554-49f7b2427352), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.378080 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (1891957d-4247-46a9-9554-49f7b2427352), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.379212 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.379989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.386605 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-286b9d6a-b096-49df-ab3e-9a9fdf93b3c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.394711 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1741028537-network', 'tenant_id': 'de1626e5c02845f5b9b93e8b5fe916f0'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:50.398932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Made reservation on behalf of b114bd896cc6469184097ef9300613da for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:50.401663 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.407409 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Allocated IP 172.20.0.2 (a6e77ba9-a945-4d02-9449-8f38e42d0677/cbd907ce-6a57-4e19-b3a1-8252d8132bc0/e1231759-e6b9-4b3a-9e2c-f33403360887) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:50.419659 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for router_gateway (cb0a7056-bee8-47b7-8258-605756b076c5), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.438195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.454760 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.9815395 May 27 03:23:50.458256 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54450) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:50.463948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Request body: {'subnet': {'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-subnet', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:50.499654 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f92d3f0-e631-49d9-a9c4-4fa6a66a1443 admin admin] Pushing event updated for resources: {'Network': ['ID=1891957d-4247-46a9-9554-49f7b2427352,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.506596 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Made reservation on behalf of 5e539cb7b0fe47d6bdece2805d4ad0c1 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:50.509347 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.526760 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Made reservation on behalf of de1626e5c02845f5b9b93e8b5fe916f0 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:50.529613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.549533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.569479 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 1891957d-4247-46a9-9554-49f7b2427352 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:50.582690 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.608422 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.695217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (fb1215be-6e6b-49ff-8450-7724e24c4c3f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.759249 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks [] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.796257 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks [] for security_group (3a2f275d-3de2-4fac-90ac-340fda9496bf), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.807089 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb1215be-6e6b-49ff-8450-7724e24c4c3f,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:50.834061 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.841507 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:50.841507 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Network hostable DHCP agents. Network: 1891957d-4247-46a9-9554-49f7b2427352, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:50.869356 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Network 1891957d-4247-46a9-9554-49f7b2427352 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:50.889558 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 1891957d-4247-46a9-9554-49f7b2427352) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:50.903846 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:50.906132 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:50.929201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28c03cb-434a-4085-89a9-cd89fb45ce7b None None] Network 1891957d-4247-46a9-9554-49f7b2427352 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:50.943340 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.945179 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:50.950687 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b5b05daf-2f67-432c-a0f9-063ac1af3579 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4911988 May 27 03:23:50.955747 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54468) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:50.966082 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:51.010889 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks [] for security_group (70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.013699 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for router_gateway (cb0a7056-bee8-47b7-8258-605756b076c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.031178 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.032830 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.045147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (3a2f275d-3de2-4fac-90ac-340fda9496bf), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.048852 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.060982 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] vlan segment allocate from pool success with {'vlan_id': 590, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:51.073668 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (45efb31b-e262-4260-b353-f20d8ada24b9), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.074127 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Added segment 45efb31b-e262-4260-b353-f20d8ada24b9 of type vlan for network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 May 27 03:23:51.077044 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:51.085889 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:51.096386 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:51.129440 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (98ca3cf1-95fa-41da-b7a2-51930fd197f1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.159697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.167293 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for router_controller (15046cb0-dbc1-4df7-b60c-b09e51bbac69), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.269129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Attempting to bind port e1231759-e6b9-4b3a-9e2c-f33403360887 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:51.269816 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Attempting to bind port e1231759-e6b9-4b3a-9e2c-f33403360887 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:51.270355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Attempting to bind port e1231759-e6b9-4b3a-9e2c-f33403360887 on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:51.279725 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:51.280356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Checking segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:51.280935 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.281844 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Bound using segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:51.282641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Bound port: e1231759-e6b9-4b3a-9e2c-f33403360887, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:51.283182 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.293348 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Pushing event updated for resources: {'Port': ['ID=e1231759-e6b9-4b3a-9e2c-f33403360887,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:51.311881 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=84,neutron:DELETE=3,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.312218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.312762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.313572 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.314052 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.314715 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.315209 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.315733 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.317388 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.318005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.318654 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.319304 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.319786 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.320344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.320881 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.321347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Tracked resource versions report: May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: pushed versions: May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: { 'AddressGroup': {'1.2'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Agent': {'1.1'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'ConntrackHelper': {'1.0'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Log': {'1.0'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'NDPProxy': {'1.0'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Network': {'1.1'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Port': {'1.7'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'PortForwarding': {'1.3'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'QosPolicy': {'1.10'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroup': {'1.5'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SubPort': {'1.0'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Subnet': {'1.1'}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Trunk': {'1.1'}} May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: consumer versions: May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Agent': '1.1', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'ConntrackHelper': '1.0', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'LocalIPAssociation': '1.0', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Log': '1.0', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'NDPProxy': '1.0', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Network': '1.1', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Port': '1.7', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'PortForwarding': '1.3', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'QosPolicy': '1.10', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroup': '1.5', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SecurityGroupRule': '1.2', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'SubPort': '1.0', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Subnet': '1.1', May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: 'Trunk': '1.1'}} May 27 03:23:51.322942 dv-cinder-828807-4-iscsi neutron-server[103925]: {{(pid=103925) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:51.397947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for router_gateway (15046cb0-dbc1-4df7-b60c-b09e51bbac69), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.398555 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] For port e1231759-e6b9-4b3a-9e2c-f33403360887, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:51.403054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] For port e1231759-e6b9-4b3a-9e2c-f33403360887, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e1231759-e6b9-4b3a-9e2c-f33403360887,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:51.406005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.440402 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.488047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-1891957d-4247-46a9-9554-49f7b2427352', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:51.488971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.597884 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:51.726380 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Allocated IP 172.27.1.155 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/03e07f76-5759-46de-afde-5b6ceb74752f) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:51.856042 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3504a5-413b-4fab-bce5-51a70cbdcc9a None None] Pushing event updated for resources: {'Port': ['ID=e1231759-e6b9-4b3a-9e2c-f33403360887,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:51.950099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:51.986687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=73,neutron:INSERT=23,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:52.003169 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (98ca3cf1-95fa-41da-b7a2-51930fd197f1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.004317 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.006857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.070107 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] vlan segment allocate from pool success with {'vlan_id': 593, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:23:52.080858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Allocated IP 172.20.0.2 (1891957d-4247-46a9-9554-49f7b2427352/fb1215be-6e6b-49ff-8450-7724e24c4c3f/8d64ae96-50fd-4c18-89b0-f90b43cef6db) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:52.102748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for router_gateway (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.168393 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.168393 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Added segment b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb of type vlan for network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e May 27 03:23:52.171864 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.178631 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 2.6012712 May 27 03:23:52.181067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54508) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:52.207324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a2f275d-3de2-4fac-90ac-340fda9496bf,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.218451 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Request body: {'subnet': {'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-594597065-subnet', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:52.264809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e4444-766c-4fdc-9dd7-5eaa7298acab admin admin] Pushing event updated for resources: {'Network': ['ID=98ca3cf1-95fa-41da-b7a2-51930fd197f1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.291642 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:52.323969 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (2a4005f4-c23a-4d5e-b276-9219ecc15e3e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.337260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for port (03e07f76-5759-46de-afde-5b6ceb74752f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.352814 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Made reservation on behalf of b114bd896cc6469184097ef9300613da for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:52.358204 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.367097 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.489461 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (2a4005f4-c23a-4d5e-b276-9219ecc15e3e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.495303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:52.496134 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.667162 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 2.8902342 May 27 03:23:52.688059 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54518) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:52.693160 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.701309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks [] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.706834 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f4486f3f-742c-4f48-a7b4-cfa4ccbd4860 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.711549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Request body: {'subnet': {'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1741028537-subnet', 'tenant_id': 'de1626e5c02845f5b9b93e8b5fe916f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:52.714249 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.782643 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Pushing event updated for resources: {'Port': ['ID=8d64ae96-50fd-4c18-89b0-f90b43cef6db,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.796156 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:52.797697 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:52.800504 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:52.836148 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (8401d48a-e29a-4d2c-9c36-9ef92b412a74), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.863431 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1172e57c-b596-4d63-a6d6-66c02e2f5b3a admin admin] Pushing event updated for resources: {'Network': ['ID=2a4005f4-c23a-4d5e-b276-9219ecc15e3e,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:52.891574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Allocated IP 172.27.1.228 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/b00ad1d3-6e5e-4331-9785-b3522d30bc7a) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:52.903300 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:23:52.921525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54526) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:52.955838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:52.966946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Made reservation on behalf of de1626e5c02845f5b9b93e8b5fe916f0 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:23:52.969348 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:52.980569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:UPDATE=6,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:52.994047 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:52.999450 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:53.020740 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Attempting to bind port 8d64ae96-50fd-4c18-89b0-f90b43cef6db on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:53.021259 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Attempting to bind port 8d64ae96-50fd-4c18-89b0-f90b43cef6db by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:53.021606 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Attempting to bind port 8d64ae96-50fd-4c18-89b0-f90b43cef6db on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:53.035210 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:53.035600 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:53.036194 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.036716 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Bound using segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:53.037196 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Bound port: 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:53.037699 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.209591 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Pushing event updated for resources: {'Port': ['ID=03e07f76-5759-46de-afde-5b6ceb74752f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.260826 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c00526f-0a56-449e-9ef7-0aa458bd9f6d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.263589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8401d48a-e29a-4d2c-9c36-9ef92b412a74,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.280529 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-55e553cd-91b8-41d4-b616-312d31addead None None] For port 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:53.292493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-55e553cd-91b8-41d4-b616-312d31addead None None] For port 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8d64ae96-50fd-4c18-89b0-f90b43cef6db,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:53.315859 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.448233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e553cd-91b8-41d4-b616-312d31addead None None] Pushing event updated for resources: {'Port': ['ID=8d64ae96-50fd-4c18-89b0-f90b43cef6db,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:53.473697 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265fb82d-54fb-491b-a3e3-ad6f76d74863 None None] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:53.527752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.584338 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.602360 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=8 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.602826 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Provisioning complete for port e1231759-e6b9-4b3a-9e2c-f33403360887 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:53.603442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.607657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.689570 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for router_gateway (cb0a7056-bee8-47b7-8258-605756b076c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.792544 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e1231759-e6b9-4b3a-9e2c-f33403360887 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:53.801578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:53.814666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Checking segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:53.827084 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Network hostable DHCP agents. Network: 98ca3cf1-95fa-41da-b7a2-51930fd197f1, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:53.835431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.922460 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port e1231759-e6b9-4b3a-9e2c-f33403360887 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:53.922841 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:53.945030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.021335 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:54.034941 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Pushing event updated for resources: {'Port': ['ID=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.035776 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Current status of the port e1231759-e6b9-4b3a-9e2c-f33403360887 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:54.036443 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.046064 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:54.051632 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:54.065906 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:54.072160 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.119361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c00526f-0a56-449e-9ef7-0aa458bd9f6d admin admin] Publish callbacks [] for security_group (14dc3523-47b5-4180-8d1e-a21f09e23c52), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.124864 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (3309a42c-6b60-467b-99b9-bc099edae6b9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.133370 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7c00526f-0a56-449e-9ef7-0aa458bd9f6d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (14dc3523-47b5-4180-8d1e-a21f09e23c52), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.153997 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] For port e1231759-e6b9-4b3a-9e2c-f33403360887, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e1231759-e6b9-4b3a-9e2c-f33403360887,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:54.183154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.187771 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (cb0a7056-bee8-47b7-8258-605756b076c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.211566 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7c00526f-0a56-449e-9ef7-0aa458bd9f6d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f43f79cc58f240188554263e21188737&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2887545 May 27 03:23:54.213045 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 98ca3cf1-95fa-41da-b7a2-51930fd197f1) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:54.214588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54562) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:54.228592 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddbe2067-3a72-4f70-b71e-70e273b1c7ac None None] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:54.263379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00526f-0a56-449e-9ef7-0aa458bd9f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14dc3523-47b5-4180-8d1e-a21f09e23c52,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.282763 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.283355 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.342884 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3309a42c-6b60-467b-99b9-bc099edae6b9,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.368141 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.396335 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port e1231759-e6b9-4b3a-9e2c-f33403360887 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:54.396983 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.408852 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dae207f5-6692-49f4-b73f-9d37282f7955 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.2093685 May 27 03:23:54.409579 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Checking segment: {'id': 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:54.409939 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Network hostable DHCP agents. Network: 2a4005f4-c23a-4d5e-b276-9219ecc15e3e, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:23:54.412674 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d02f25d-1b92-4cf3-9d10-589926b5418c None None] Pushing event updated for resources: {'Port': ['ID=e1231759-e6b9-4b3a-9e2c-f33403360887,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:54.422054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-da816cd5-ff8d-4ef2-8260-ad0378beb34f None None] Provisioning complete for port e1231759-e6b9-4b3a-9e2c-f33403360887 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:54.422662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-da816cd5-ff8d-4ef2-8260-ad0378beb34f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.427749 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54572) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:54.449018 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:54.452731 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Router cb0a7056-bee8-47b7-8258-605756b076c5 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:54.457433 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:23:54.458747 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.563857 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:23:54.631005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:54.632949 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:54.644055 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:54.666198 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:54.668509 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:54.678208 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:23:54.678707 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:23:54.687571 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.694389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.694389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.695061 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1a6ef7bf-8104-4806-a14f-5dd64bb12d78 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.7961993 May 27 03:23:54.698123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54586) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:54.752594 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] Publish callbacks [] for security_group (14dc3523-47b5-4180-8d1e-a21f09e23c52), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.761360 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 2a4005f4-c23a-4d5e-b276-9219ecc15e3e) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:54.811652 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-655f2010-adb2-48e5-bfa4-6b53959f86f4 None None] Network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:54.913647 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for router_controller (2583f7a2-c333-43d7-b3d7-d71e069e9339), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.925588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:54.926517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:54.989470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.034303 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39a6823-b4f9-4026-a9f0-27b9bb861439 None None] Network 1891957d-4247-46a9-9554-49f7b2427352 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:55.058513 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-da816cd5-ff8d-4ef2-8260-ad0378beb34f None None] Current status of the port e1231759-e6b9-4b3a-9e2c-f33403360887 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:55.100761 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:55.115484 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f625fbe0-07e9-42b2-ad2e-34a072005d12 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4207001 May 27 03:23:55.137803 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Allocated IP 172.20.0.2 (98ca3cf1-95fa-41da-b7a2-51930fd197f1/8401d48a-e29a-4d2c-9c36-9ef92b412a74/3e38ad2a-d5cd-4d0a-9788-9faa290bd380) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:55.149044 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] Publish callbacks [] for security_group (14dc3523-47b5-4180-8d1e-a21f09e23c52), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.170907 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.246198 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for router_gateway (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.301712 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fda28e07-25c1-45bb-ab30-3f698c560a3b None None] Network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:55.307130 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:53Z', 'revision_number': 3, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:55.337446 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:55.337953 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Updating router cb0a7056-bee8-47b7-8258-605756b076c5 port 03e07f76-5759-46de-afde-5b6ceb74752f binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:55.370747 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Provisioning complete for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:55.371119 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.374757 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.488252 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.570641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port e1231759-e6b9-4b3a-9e2c-f33403360887 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:55.570838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.594969 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.680644 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.724872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:55.922731 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for router_gateway (2583f7a2-c333-43d7-b3d7-d71e069e9339), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.943244 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks [] for port (03e07f76-5759-46de-afde-5b6ceb74752f), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.948828 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks [] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.952367 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8d64ae96-50fd-4c18-89b0-f90b43cef6db up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:55.964828 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.990548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Current status of the port 8d64ae96-50fd-4c18-89b0-f90b43cef6db is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:55.990939 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:55.993564 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.029845 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54650) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:56.034612 dv-cinder-828807-4-iscsi neutron-server[103924]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:56.102495 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Attempting to bind port 03e07f76-5759-46de-afde-5b6ceb74752f on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:56.105363 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Attempting to bind port 03e07f76-5759-46de-afde-5b6ceb74752f by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:56.107489 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Attempting to bind port 03e07f76-5759-46de-afde-5b6ceb74752f on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:56.108641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] For port 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8d64ae96-50fd-4c18-89b0-f90b43cef6db,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:23:56.111682 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:56.124753 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Pushing event updated for resources: {'Port': ['ID=03e07f76-5759-46de-afde-5b6ceb74752f,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.127057 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.129583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:56.134953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:56.144370 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:56.144626 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Pushing event updated for resources: {'Port': ['ID=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.150485 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:56.151227 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:56.152305 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.153107 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:56.153893 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Bound port: 03e07f76-5759-46de-afde-5b6ceb74752f, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:56.154397 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.190624 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.191209 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.191779 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.192372 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.193033 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.193588 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.194267 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.194815 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.195341 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.196009 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.196536 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.197216 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.198075 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.199109 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.199409 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (14dc3523-47b5-4180-8d1e-a21f09e23c52), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.199987 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Tracked resource versions report: May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: pushed versions: May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: { 'AddressGroup': {'1.2'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Agent': {'1.1'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'ConntrackHelper': {'1.0'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'LocalIPAssociation': {'1.0'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Log': {'1.0'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'NDPProxy': {'1.0'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Network': {'1.1'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Port': {'1.7'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'PortForwarding': {'1.3'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'QosPolicy': {'1.10'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroup': {'1.5'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroupRule': {'1.2'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SubPort': {'1.0'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Subnet': {'1.1'}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Trunk': {'1.1'}} May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: consumer versions: May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: { DHCP agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: HyperV agent@hv-cinder-82880: {}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: L3 agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: Metadata agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: Metering agent@dv-cinder-828807-4-iscsi: {}, May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: Open vSwitch agent@dv-cinder-828807-4-iscsi: { 'AddressGroup': '1.2', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Agent': '1.1', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'ConntrackHelper': '1.0', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'LocalIPAssociation': '1.0', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Log': '1.0', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'NDPProxy': '1.0', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Network': '1.1', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Port': '1.7', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'PortForwarding': '1.3', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'QosPolicy': '1.10', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroup': '1.5', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SecurityGroupRule': '1.2', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'SubPort': '1.0', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Subnet': '1.1', May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: 'Trunk': '1.1'}} May 27 03:23:56.201382 dv-cinder-828807-4-iscsi neutron-server[103926]: {{(pid=103926) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 27 03:23:56.203226 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.204705 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/14dc3523-47b5-4180-8d1e-a21f09e23c52 HTTP/1.1" status: 204 len: 168 time: 1.9620202 May 27 03:23:56.215602 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:56.216532 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f91390c-2bdc-42f3-8f6b-b74b22c4fd53 None None] Pushing event updated for resources: {'Port': ['ID=8d64ae96-50fd-4c18-89b0-f90b43cef6db,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.223814 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:56.248260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Allocated IP 172.20.0.1 (a6e77ba9-a945-4d02-9449-8f38e42d0677/cbd907ce-6a57-4e19-b3a1-8252d8132bc0/c34c831a-2a93-4927-baad-9511a99b0023) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:56.273611 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] For port 03e07f76-5759-46de-afde-5b6ceb74752f, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:56.277468 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] For port 03e07f76-5759-46de-afde-5b6ceb74752f, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=03e07f76-5759-46de-afde-5b6ceb74752f,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:56.286918 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.326031 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:56.326031 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.328578 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae0c2b-791d-47bb-b45a-fd34eb049c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14dc3523-47b5-4180-8d1e-a21f09e23c52,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.362499 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86345442-5a0c-477b-92d2-fc274f773a26 None None] Pushing event updated for resources: {'Port': ['ID=03e07f76-5759-46de-afde-5b6ceb74752f,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.404294 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:56.405511 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:56.412197 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks [] for port (c34c831a-2a93-4927-baad-9511a99b0023), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.452066 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.507037 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:56.512749 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:56.515580 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Pushing event updated for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:56.519624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:56.520253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (cb0a7056-bee8-47b7-8258-605756b076c5), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.565733 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-add3a6e6-914c-46aa-833f-ee89cafabafa None None] Provisioning complete for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:56.566053 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-add3a6e6-914c-46aa-833f-ee89cafabafa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.587856 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-9a0f43d7-71b4-4d77-9b5a-fff3377fb963 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:23:56.596370 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-9a0f43d7-71b4-4d77-9b5a-fff3377fb963 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/networks?id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e HTTP/1.1" status: 200 len: 812 time: 0.5639501 May 27 03:23:56.645151 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Attempting to bind port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:23:56.646645 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Attempting to bind port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:23:56.647043 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Attempting to bind port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:23:56.661744 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:23:56.662116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Checking segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:23:56.662523 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.662922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Bound using segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:23:56.663403 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Bound port: 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:23:56.663789 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.743430 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:56.768047 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c7a4c54c-8127-4cf6-a038-9d20c25f4421 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/quotas/de1626e5c02845f5b9b93e8b5fe916f0 HTTP/1.1" status: 200 len: 375 time: 0.1671734 May 27 03:23:56.930074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c34c831a-2a93-4927-baad-9511a99b0023), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:56.945884 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-b19ee722-0303-4837-93b8-1e9703c3879f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=de1626e5c02845f5b9b93e8b5fe916f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1753302 May 27 03:23:56.950618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54666) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:57.007348 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.032574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:23:57.046588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 8d64ae96-50fd-4c18-89b0-f90b43cef6db is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:57.046788 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for router_gateway (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.047678 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e1231759-e6b9-4b3a-9e2c-f33403360887 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:57.062466 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.087794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.128984 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.130635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1796e75d-0b92-4a81-83ef-3694d58188b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.143093 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] For port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:23:57.149547 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] For port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:23:57.154369 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.165863 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:53Z', 'revision_number': 3, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:57.172910 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.204272 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:57.215947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.250204 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-282ea873-7d4d-4941-9e65-4557fb777c10 None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:53Z', 'revision_number': 3, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:23:57.271448 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.281651 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fb6b123a-71a9-4d1f-b36f-d3de6ee9b3ca admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.3207099 May 27 03:23:57.281890 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54678) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:57.302993 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:57.350853 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f44ee-70a2-4b15-9766-3b535a7ab6d6 None None] Pushing event updated for resources: {'Port': ['ID=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:57.358709 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:23:57.392112 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port e1231759-e6b9-4b3a-9e2c-f33403360887 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:57.392709 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.404100 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks [] for port (c34c831a-2a93-4927-baad-9511a99b0023), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.419792 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1796e75d-0b92-4a81-83ef-3694d58188b9 admin admin] Publish callbacks [] for security_group (1d372937-893b-499a-a896-a2180833c726), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.421830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.422943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (cb0a7056-bee8-47b7-8258-605756b076c5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.453645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1796e75d-0b92-4a81-83ef-3694d58188b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1d372937-893b-499a-a896-a2180833c726), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.460897 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:23:57.461945 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:57.464019 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-add3a6e6-914c-46aa-833f-ee89cafabafa None None] Current status of the port 8d64ae96-50fd-4c18-89b0-f90b43cef6db is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:57.520709 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-86856ac6-1dcf-4377-8990-20a6c01c165c service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:23:57.528436 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-86856ac6-1dcf-4377-8990-20a6c01c165c service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1525953 May 27 03:23:57.538079 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Allocated IP 172.27.1.53 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/3e5ece64-f9e0-4916-8e83-87379de4fdf0) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:23:57.579061 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1796e75d-0b92-4a81-83ef-3694d58188b9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=96f4997d9d8e4ec08a75323939ee07f6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6264946 May 27 03:23:57.579790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Pushing event updated for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:57.582251 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54682) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:57.598672 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1796e75d-0b92-4a81-83ef-3694d58188b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d372937-893b-499a-a896-a2180833c726,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:57.742662 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] Publish callbacks [] for security_group (1d372937-893b-499a-a896-a2180833c726), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.759972 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:57.768208 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:57.774360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] Publish callbacks [] for security_group (1d372937-893b-499a-a896-a2180833c726), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.853582 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-631461d2-1a93-43db-b917-bf5cb4209b34 None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:57.853969 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-631461d2-1a93-43db-b917-bf5cb4209b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:57.862295 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:23:57.877954 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-52858ace-ee93-4897-8dbc-b17130acac85 service neutron] 10.222.0.62 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3483021 May 27 03:23:57.953593 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port e1231759-e6b9-4b3a-9e2c-f33403360887 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:58.014478 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.071255 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1d372937-893b-499a-a896-a2180833c726), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.074153 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-631461d2-1a93-43db-b917-bf5cb4209b34 None None] Port c34c831a-2a93-4927-baad-9511a99b0023 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:58.080792 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.086048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.091141 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1d372937-893b-499a-a896-a2180833c726 HTTP/1.1" status: 204 len: 168 time: 0.4998670 May 27 03:23:58.115604 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bae5e-eae5-414d-a3d6-963b2b1dbeb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d372937-893b-499a-a896-a2180833c726,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:58.150125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:23:58.185324 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.249141 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.337074 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.338827 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a5a131c8-9e80-418c-b960-77664a7e82eb None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:58.339219 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a5a131c8-9e80-418c-b960-77664a7e82eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.400376 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-376fea27-88f1-4746-8880-3dd7ff661dd2 service neutron] 10.222.0.62 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5205607 May 27 03:23:58.412660 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8d64ae96-50fd-4c18-89b0-f90b43cef6db up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:58.427175 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:23:58.436769 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:23:58.452897 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:58.474144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:23:58.540702 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:54Z', 'revision_number': 3, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:23:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:23:58.543325 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a5a131c8-9e80-418c-b960-77664a7e82eb None None] Port c34c831a-2a93-4927-baad-9511a99b0023 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:23:58.610311 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Pushing event updated for resources: {'Port': ['ID=3e5ece64-f9e0-4916-8e83-87379de4fdf0,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:23:58.642214 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:23:58.642505 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Updating router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 port b00ad1d3-6e5e-4331-9785-b3522d30bc7a binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:23:58.714103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4441217f-e404-4213-a868-621a510d89de admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:23:58.730053 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:58.730427 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:58.745264 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4441217f-e404-4213-a868-621a510d89de admin admin] 10.222.0.62 "PUT /v2.0/routers/cb0a7056-bee8-47b7-8258-605756b076c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0358679 May 27 03:23:58.776157 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.003306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54730) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.008684 dv-cinder-828807-4-iscsi neutron-server[103923]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 27 03:23:59.049797 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.116464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 8d64ae96-50fd-4c18-89b0-f90b43cef6db is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:23:59.117555 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:23:59.164227 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8fbfddfb-6109-46ca-966f-34633d954367 req-ab9adbd6-ef27-4484-ab74-74f68f13e17a tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.1565824 May 27 03:23:59.165421 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.190578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d89ca484-e070-420b-9c23-dc94c9e86b8e None None] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:23:59.223477 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54744) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.405727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for router_gateway (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.439766 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Provisioning complete for port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:59.440442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.448537 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.550032 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:23:59.550493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.601423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54768) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:23:59.607327 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--830820638', 'description': 'tempest-description--1750888626'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:23:59.695221 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.699005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92a21522-2cad-47a8-9c31-5f4b04d4f053 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.756306 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.761464 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:23:59.899519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (1d4f06fd-c554-4245-b8b5-d99ce9d71e43), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:23:59.923016 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1d4f06fd-c554-4245-b8b5-d99ce9d71e43), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.091857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.093094 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4905694 May 27 03:24:00.116463 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54796) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:00.118478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92a21522-2cad-47a8-9c31-5f4b04d4f053 admin admin] Publish callbacks [] for security_group (2b8fdcc6-395e-46fb-848a-39894f4e8e0c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.123778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group_rule': {'security_group_id': '1d4f06fd-c554-4245-b8b5-d99ce9d71e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:00.167233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92a21522-2cad-47a8-9c31-5f4b04d4f053 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2b8fdcc6-395e-46fb-848a-39894f4e8e0c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.182656 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe3c560-b5cf-46ba-ab23-339d7e84d0f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4f06fd-c554-4245-b8b5-d99ce9d71e43,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.186317 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Allocated IP 172.20.0.1 (1891957d-4247-46a9-9554-49f7b2427352/fb1215be-6e6b-49ff-8450-7724e24c4c3f/fa6b2b85-f241-4685-acd8-cc0dd57f0de8) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:00.202262 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Current status of the port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:00.203256 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.210495 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks [] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.213013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:00.213636 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.256655 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.305820 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:00.315347 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-92a21522-2cad-47a8-9c31-5f4b04d4f053 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ac9d7226b54c494893714280b2a9be32&name=default HTTP/1.1" status: 200 len: 2992 time: 1.0906172 May 27 03:24:00.316146 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a21522-2cad-47a8-9c31-5f4b04d4f053 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b8fdcc6-395e-46fb-848a-39894f4e8e0c,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.318725 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54810) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:00.344397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (c3d737ab-e979-46d1-890d-5a4768216865), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.353168 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:00.353936 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:00.424483 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19298935-9bb8-4e99-a80a-9d00abe16e86 req-0e4ce984-2e0b-4159-b990-2054a8ff538a tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.1191733 May 27 03:24:00.465876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks [] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.532467 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.555937 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:00.622240 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:00.623073 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (c3d737ab-e979-46d1-890d-5a4768216865), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.651431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.651860 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (c3d737ab-e979-46d1-890d-5a4768216865), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.673547 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:00.730382 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] For port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:00.733478 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:00.734334 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Attempting to bind port b00ad1d3-6e5e-4331-9785-b3522d30bc7a on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:00.734602 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Attempting to bind port b00ad1d3-6e5e-4331-9785-b3522d30bc7a by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:00.735273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Attempting to bind port b00ad1d3-6e5e-4331-9785-b3522d30bc7a on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:00.735868 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3d737ab-e979-46d1-890d-5a4768216865,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.742776 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] Publish callbacks [] for security_group (2b8fdcc6-395e-46fb-848a-39894f4e8e0c), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.744536 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:00.755063 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.775800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:00.777119 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.779420 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3990a28e-6f25-4bc3-a1c0-b51e4c6dfa1f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6592586 May 27 03:24:00.795158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54834) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:00.796884 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:00.797265 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:00.797669 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.798061 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:00.798525 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Bound port: b00ad1d3-6e5e-4331-9785-b3522d30bc7a, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:00.798904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.800341 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group_rule': {'security_group_id': '1d4f06fd-c554-4245-b8b5-d99ce9d71e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:00.841296 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:00.842889 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] Publish callbacks [] for security_group (2b8fdcc6-395e-46fb-848a-39894f4e8e0c), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.843666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:00.869541 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5ea5-a01f-402b-b8c7-a6f23f7b7012 None None] Pushing event updated for resources: {'Port': ['ID=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.042689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.072050 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:23:57Z', 'revision_number': 2, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:01.093689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:24:01.094090 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:24:01.116840 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-78e68711-5aad-480f-994f-5cf4c2582dee None None] Provisioning complete for port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:01.117167 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-78e68711-5aad-480f-994f-5cf4c2582dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.123320 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:01.123688 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Updating router cb0a7056-bee8-47b7-8258-605756b076c5 port c34c831a-2a93-4927-baad-9511a99b0023 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:01.253776 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c34c831a-2a93-4927-baad-9511a99b0023), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.255598 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (e602550c-fa5d-4fd5-af1f-2f18011638bb), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.290720 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] For port b00ad1d3-6e5e-4331-9785-b3522d30bc7a, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:01.294137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e308a6a4-356b-48c4-be4b-11ffb3b7a47e None None] Pushing event updated for resources: {'Port': ['ID=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.331616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] For port b00ad1d3-6e5e-4331-9785-b3522d30bc7a, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:01.343801 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.417309 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (e602550c-fa5d-4fd5-af1f-2f18011638bb), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.419393 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2b8fdcc6-395e-46fb-848a-39894f4e8e0c), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.426084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.429541 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2b8fdcc6-395e-46fb-848a-39894f4e8e0c HTTP/1.1" status: 204 len: 168 time: 1.0930309 May 27 03:24:01.439426 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:24:01.448785 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=74,neutron:INSERT=19,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.450241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.454041 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e6c7d-7d15-4ecb-a671-95a7ec625b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b8fdcc6-395e-46fb-848a-39894f4e8e0c,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.472023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (e602550c-fa5d-4fd5-af1f-2f18011638bb), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.521703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e602550c-fa5d-4fd5-af1f-2f18011638bb,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.589486 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-78e68711-5aad-480f-994f-5cf4c2582dee None None] Current status of the port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:01.595320 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-468cf501-0b55-4007-bf22-bcf23fa5c350 req-fc15b92b-8ddc-46ae-befd-9ef05fc30b45 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.0746241 May 27 03:24:01.619199 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:01.620086 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:01.648820 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.651576 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-14e50589-b233-46b8-8097-68f2d4584fdb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8540902 May 27 03:24:01.653964 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 54876) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:01.660277 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:01.705541 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=6,neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.724397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.804347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce5ea5-a01f-402b-b8c7-a6f23f7b7012 None None] Pushing event updated for resources: {'Port': ['ID=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:01.857826 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c6d67fa0-6e90-4e3e-b1d9-f92508ab776c None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:01.864441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c6d67fa0-6e90-4e3e-b1d9-f92508ab776c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:01.867773 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:01.875209 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 03e07f76-5759-46de-afde-5b6ceb74752f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:01.903691 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:01.992111 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54882) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:02.081083 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.086013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:02.088260 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:02.089824 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks [] for port (c34c831a-2a93-4927-baad-9511a99b0023), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.107099 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.163099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.167098 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dd72053a-cb79-4226-8683-17e664c4069a admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.7263157 May 27 03:24:02.193574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54894) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:02.225947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:02.249781 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69473c92-19ca-4a3c-8e69-7a2f7fd1bc75 None None] Pushing event updated for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.379077 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c6d67fa0-6e90-4e3e-b1d9-f92508ab776c None None] Port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:02.406290 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:02.408196 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:02.416680 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.420077 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Attempting to bind port c34c831a-2a93-4927-baad-9511a99b0023 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:02.420643 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Attempting to bind port c34c831a-2a93-4927-baad-9511a99b0023 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:02.421963 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Attempting to bind port c34c831a-2a93-4927-baad-9511a99b0023 on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:02.431751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Allocated IP 172.27.1.200 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/0864a3f9-52b5-4356-8cde-7f30d14546c2) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:02.432746 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:02.433378 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Checking segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:02.435987 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.436690 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Bound using segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:02.437821 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Bound port: c34c831a-2a93-4927-baad-9511a99b0023, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:02.437821 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c34c831a-2a93-4927-baad-9511a99b0023), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.510819 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb12c050-b5bf-479a-8638-93d096a8c9b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.595310 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] For port c34c831a-2a93-4927-baad-9511a99b0023, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:02.601888 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks [] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.604512 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] For port c34c831a-2a93-4927-baad-9511a99b0023, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c34c831a-2a93-4927-baad-9511a99b0023,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:02.609221 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.624480 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.658677 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.676589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.678474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.680162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:02.680812 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.706455 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.717288 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.811150 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:02.811789 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:02.816510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.850761 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.60', 53792) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:02.860981 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 03e07f76-5759-46de-afde-5b6ceb74752f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:02.861617 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:02.870660 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:02.893015 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69473c92-19ca-4a3c-8e69-7a2f7fd1bc75 None None] Pushing event updated for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:02.936912 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:02.938379 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Pushing event updated for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.207809 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:03.217279 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=0864a3f9-52b5-4356-8cde-7f30d14546c2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.226754 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:00Z', 'revision_number': 1, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:03.280488 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:03.288188 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:03.296942 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:03.383744 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e668a278-3038-4085-8ecf-ead49319f21e None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:00Z', 'revision_number': 1, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:03.423795 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-f1822ca2-458a-4565-b41e-5544212318b0 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:03.425350 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-f1822ca2-458a-4565-b41e-5544212318b0 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.60 "GET /v2.0/networks?id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e HTTP/1.1" status: 200 len: 812 time: 0.5566819 May 27 03:24:03.464423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.571546 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Request body: {'port': {'device_id': '044c7e01-8c46-4677-b931-aee2526ef362', 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e', 'admin_state_up': True, 'tenant_id': 'de1626e5c02845f5b9b93e8b5fe916f0'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:03.579748 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.598361 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-08673436-705b-4e38-9c79-66337dd74d65 req-53e593b5-5140-4ade-9c0c-3f9323c50c1f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.2570519 May 27 03:24:03.615727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Current status of the port c34c831a-2a93-4927-baad-9511a99b0023 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:03.616150 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c34c831a-2a93-4927-baad-9511a99b0023), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.651209 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb12c050-b5bf-479a-8638-93d096a8c9b7 admin admin] Publish callbacks [] for security_group (49b4df12-e536-4224-b3df-87fc6750941f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.663224 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cb12c050-b5bf-479a-8638-93d096a8c9b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (49b4df12-e536-4224-b3df-87fc6750941f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.739435 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:02Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:03.789823 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 03e07f76-5759-46de-afde-5b6ceb74752f is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:03.790481 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:03.859348 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:03.878539 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb9b42e-e3ae-4a53-b634-12e829bbdbd6 None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:02Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:03.920561 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] For port c34c831a-2a93-4927-baad-9511a99b0023, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c34c831a-2a93-4927-baad-9511a99b0023,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:03.925562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb12c050-b5bf-479a-8638-93d096a8c9b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49b4df12-e536-4224-b3df-87fc6750941f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:03.925954 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:23:59Z', 'revision_number': 3, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:23:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:03.945229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 03e07f76-5759-46de-afde-5b6ceb74752f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=03e07f76-5759-46de-afde-5b6ceb74752f,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:03.950933 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:03.969697 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cb12c050-b5bf-479a-8638-93d096a8c9b7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7ba6e3acda8d4e41af12c7a79bf3bc3b&name=default HTTP/1.1" status: 200 len: 2993 time: 1.9764364 May 27 03:24:03.970589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 54964) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:04.012838 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.024958 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:04.027251 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Updating router 2583f7a2-c333-43d7-b3d7-d71e069e9339 port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:04.033293 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.127956 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=4,neutron:SELECT=96 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:04.235098 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-695a122a-7305-4e9f-9310-c56866caffbe None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:04.235716 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-695a122a-7305-4e9f-9310-c56866caffbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.245039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.354866 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:04.430132 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Made reservation on behalf of de1626e5c02845f5b9b93e8b5fe916f0 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:04.434605 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.562455 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] Publish callbacks [] for security_group (49b4df12-e536-4224-b3df-87fc6750941f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.622353 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] Publish callbacks [] for security_group (49b4df12-e536-4224-b3df-87fc6750941f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.743271 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (49b4df12-e536-4224-b3df-87fc6750941f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.756619 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:04.758514 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/49b4df12-e536-4224-b3df-87fc6750941f HTTP/1.1" status: 204 len: 168 time: 0.7827415 May 27 03:24:04.939423 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=3,neutron:SELECT=93,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.003759 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:05.079234 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.195026 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.200501 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6cf100-728e-4449-b80b-b6e42371e896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49b4df12-e536-4224-b3df-87fc6750941f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.222354 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:05.223889 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c34c831a-2a93-4927-baad-9511a99b0023 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:05.383747 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1555c7a-50c8-4ac0-8e2c-aa173355372f None None] Pushing event updated for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.522083 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6180be22-bb4e-46da-bf8e-d355378a6a51 req-c7911f5a-a22c-4af7-bb40-9c83d9670d4b tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.3759544 May 27 03:24:05.553960 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Allocated IP 172.20.0.9 (2a4005f4-c23a-4d5e-b276-9219ecc15e3e/3309a42c-6b60-467b-99b9-bc099edae6b9/502ea12a-9820-4987-ba82-9d6c8aa95993) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:05.558338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.560924 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:05.592806 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f24b5685-ddd1-4f38-8d66-c923489662f2 admin admin] 10.222.0.62 "PUT /v2.0/routers/15046cb0-dbc1-4df7-b60c-b09e51bbac69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3003709 May 27 03:24:05.633190 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=0864a3f9-52b5-4356-8cde-7f30d14546c2,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:05.661960 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.683337 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6204a1b8-1963-4718-80a9-9385c9f09c7d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0269566 May 27 03:24:05.818879 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:05.864975 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.180146 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks [] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.207464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:06.271328 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.436561 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=03e07f76-5759-46de-afde-5b6ceb74752f,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:06.488038 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Attempting to bind port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:06.492114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Attempting to bind port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:06.494360 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Attempting to bind port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:06.525648 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55038) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:06.575201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:06.576150 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:06.576888 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.577425 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:06.578171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Bound port: 3e5ece64-f9e0-4916-8e83-87379de4fdf0, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:06.578795 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.593130 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:06.593824 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.634539 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Allocated IP 172.20.0.1 (98ca3cf1-95fa-41da-b7a2-51930fd197f1/8401d48a-e29a-4d2c-9c36-9ef92b412a74/3bec58e1-848f-4edd-9d69-bc002bebf3d1) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:06.647726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks [] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.673064 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-8796cf4e-efd2-4cb7-ac97-d90b019bc773 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--830820638&fields=id&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 267 time: 0.2973552 May 27 03:24:06.759395 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.783007 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-695a122a-7305-4e9f-9310-c56866caffbe None None] Current status of the port c34c831a-2a93-4927-baad-9511a99b0023 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:06.801594 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984550-36c8-41aa-8b8c-dd54c0bccb2e None None] Pushing event updated for resources: {'Port': ['ID=3e5ece64-f9e0-4916-8e83-87379de4fdf0,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:06.833290 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] For port 3e5ece64-f9e0-4916-8e83-87379de4fdf0, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:06.852670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] For port 3e5ece64-f9e0-4916-8e83-87379de4fdf0, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e5ece64-f9e0-4916-8e83-87379de4fdf0,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:06.874413 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:06.967834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:07.013479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:07.033697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:07.038866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-1fce8620-4f04-4227-9c7b-86e5afdc23dd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:07.039292 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:07.039463 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.041562 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-1fce8620-4f04-4227-9c7b-86e5afdc23dd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 816 time: 0.3577278 May 27 03:24:07.083873 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks [] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.088390 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-e21bd526-e6e5-4a17-a146-21de7feeed3f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/quotas/3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 375 time: 0.0361667 May 27 03:24:07.154170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Pushing event updated for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:07.179697 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-1d06fe50-b14c-4a2a-af1d-bf5a7d3bf3dd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6142859 May 27 03:24:07.206971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-62b7c1ab-7962-491a-a11c-91f3dfb0d229 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:24:07.207208 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-19564e10-dc99-465b-9f2e-0c2e2813dd2a None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:07.207354 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-19564e10-dc99-465b-9f2e-0c2e2813dd2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.208093 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-62b7c1ab-7962-491a-a11c-91f3dfb0d229 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0129941 May 27 03:24:07.260535 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f4993c6-4d8d-4e6f-92a1-d4de21c10ca6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.276061 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-8dde0945-b5c1-4ba4-a0e3-1710840bf57c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1755040 May 27 03:24:07.302457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.313907 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c34c831a-2a93-4927-baad-9511a99b0023 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:07.315154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:07.349301 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:07.350008 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:07.409299 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2984550-36c8-41aa-8b8c-dd54c0bccb2e None None] Pushing event updated for resources: {'Port': ['ID=3e5ece64-f9e0-4916-8e83-87379de4fdf0,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:07.437655 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-19564e10-dc99-465b-9f2e-0c2e2813dd2a None None] Port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:07.492076 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:07.647430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Request body: {'port': {'device_id': '044c7e01-8c46-4677-b931-aee2526ef362', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:07.660817 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:07.696262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:07.721983 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:07.723471 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.868914 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:07.878046 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.963411 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:07.982655 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:07.983505 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.045877 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.048851 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:08.134676 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:08.265623 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:08.296094 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:08.297417 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:08.338061 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:INSERT=3,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.338874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.425603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-91d2bf68-d0b0-429a-a051-422e66ea02d3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:08.428187 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-91d2bf68-d0b0-429a-a051-422e66ea02d3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.6700802 May 27 03:24:08.514407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e5dd4749-4cf3-4144-8aeb-7d1b83df4b32 None None] Provisioning complete for port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:08.515356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e5dd4749-4cf3-4144-8aeb-7d1b83df4b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.522958 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.596294 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:08.604005 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-403a6534-fe20-4021-9aea-0cd531e9dd6e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/quotas/5e539cb7b0fe47d6bdece2805d4ad0c1 HTTP/1.1" status: 200 len: 375 time: 0.1590011 May 27 03:24:08.614940 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e5dd4749-4cf3-4144-8aeb-7d1b83df4b32 None None] Port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:08.663096 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:08.719899 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:23:59Z', 'revision_number': 3, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:08.798101 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:08.802184 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eecdc6c-b174-4910-9217-f49dfa319d83 None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:23:59Z', 'revision_number': 3, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:08.822061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks [] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.853130 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:08.854324 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.020925 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.083087 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f4993c6-4d8d-4e6f-92a1-d4de21c10ca6 admin admin] Publish callbacks [] for security_group (517cd5a8-db48-4e93-b5ca-b64008d4885d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.106307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 03e07f76-5759-46de-afde-5b6ceb74752f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:09.190860 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 2, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:09.225197 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8f4993c6-4d8d-4e6f-92a1-d4de21c10ca6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (517cd5a8-db48-4e93-b5ca-b64008d4885d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.239133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 03e07f76-5759-46de-afde-5b6ceb74752f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:09.239598 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.245261 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-254906c8-5545-4379-ae1a-04b85fe77e98 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6363146 May 27 03:24:09.259548 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:09.260077 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Updating router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:09.374316 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.397684 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:09.400939 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8f4993c6-4d8d-4e6f-92a1-d4de21c10ca6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9943a29a4d00458983620f79e7e07765&name=default HTTP/1.1" status: 200 len: 2996 time: 2.8578837 May 27 03:24:09.406662 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55108) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:09.421089 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4993c6-4d8d-4e6f-92a1-d4de21c10ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=517cd5a8-db48-4e93-b5ca-b64008d4885d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.485348 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 03e07f76-5759-46de-afde-5b6ceb74752f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:09.486903 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b00ad1d3-6e5e-4331-9785-b3522d30bc7a up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:09.525225 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-7dac5c81-5345-43c2-995b-0de7e8b6d134 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1943693 May 27 03:24:09.628866 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port b00ad1d3-6e5e-4331-9785-b3522d30bc7a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:09.632650 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.685540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502ea12a-9820-4987-ba82-9d6c8aa95993 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:09.706241 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks [] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.791786 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Transition to ACTIVE for port object 502ea12a-9820-4987-ba82-9d6c8aa95993 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:09.806588 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.871988 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-95c1358d-8a81-43a8-8d0e-ed016a42a4d7 service neutron] 10.222.0.62 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444707 May 27 03:24:09.901634 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port b00ad1d3-6e5e-4331-9785-b3522d30bc7a is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:09.904071 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.914079 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Pushing event updated for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:09.972007 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port b00ad1d3-6e5e-4331-9785-b3522d30bc7a, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:09.981725 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:09.982588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c34c831a-2a93-4927-baad-9511a99b0023 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:10.123971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-f8d2367f-25b1-4aa1-b917-ff7721aa9430 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:24:10.134587 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-f8d2367f-25b1-4aa1-b917-ff7721aa9430 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3395119 May 27 03:24:10.233549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:10.246372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:10.441199 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-67bce590-c214-459f-89b1-59f140a78516 service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3056197 May 27 03:24:10.483223 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:10.498950 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c34c831a-2a93-4927-baad-9511a99b0023 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:10.500065 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c34c831a-2a93-4927-baad-9511a99b0023), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.539893 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Pushing event updated for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:10.646213 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Attempting to bind port 502ea12a-9820-4987-ba82-9d6c8aa95993 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:10.650592 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Attempting to bind port 502ea12a-9820-4987-ba82-9d6c8aa95993 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:10.651182 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Attempting to bind port 502ea12a-9820-4987-ba82-9d6c8aa95993 on network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:10.733078 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] Publish callbacks [] for security_group (517cd5a8-db48-4e93-b5ca-b64008d4885d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.798858 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Port 502ea12a-9820-4987-ba82-9d6c8aa95993 on network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:10.801652 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:10.805730 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Attempting to bind port 502ea12a-9820-4987-ba82-9d6c8aa95993 on network 2a4005f4-c23a-4d5e-b276-9219ecc15e3e {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:10.854408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:10.854781 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Checking segment: {'id': 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:10.855412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Bound using segment: {'id': 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:10.855952 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Bound port: 502ea12a-9820-4987-ba82-9d6c8aa95993, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:10.856369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:10.941379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.024498 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks [] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.058777 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.075156 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c34c831a-2a93-4927-baad-9511a99b0023 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:11.092764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7180a4d8-1378-46b6-ab4d-0db805c66dcb None None] Provisioning complete for port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:11.098994 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7180a4d8-1378-46b6-ab4d-0db805c66dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.117877 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-74095156-218b-4495-a810-7b433feb5d38 service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6524196 May 27 03:24:11.242035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:11.256037 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:11.260863 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] Publish callbacks [] for security_group (517cd5a8-db48-4e93-b5ca-b64008d4885d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.284321 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=502ea12a-9820-4987-ba82-9d6c8aa95993,segment=NetworkSegment(b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb),segment_id=b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:11.288183 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f192-f0b0-43c2-9fcc-7b190d73cfb0 None None] Pushing event updated for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.311800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532cfce-0c50-4252-86d3-a16d7f2aa435 req-62ca3b9b-067b-4f0d-8b03-17a5b6fbb925 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.328690 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a532cfce-0c50-4252-86d3-a16d7f2aa435 req-62ca3b9b-067b-4f0d-8b03-17a5b6fbb925 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.9151714 May 27 03:24:11.330543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.366023 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7180a4d8-1378-46b6-ab4d-0db805c66dcb None None] Port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:11.591794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:11.612170 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a532cfce-0c50-4252-86d3-a16d7f2aa435 req-51d61232-01e4-49ac-9e0a-8566e7977ee4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2726016 May 27 03:24:11.660370 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:11.662250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.666729 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] 10.222.0.60 "PUT /v2.0/ports/502ea12a-9820-4987-ba82-9d6c8aa95993 HTTP/1.1" status: 200 len: 1093 time: 4.1134934 May 27 03:24:11.669249 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:11.694918 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b00ad1d3-6e5e-4331-9785-b3522d30bc7a up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:11.742788 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Attempting to bind port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:11.743098 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Attempting to bind port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:11.743460 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Attempting to bind port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:11.775446 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:11.775813 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:11.785622 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.786982 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Bound using segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:11.788797 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Bound port: fa6b2b85-f241-4685-acd8-cc0dd57f0de8, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:11.790859 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:11.837901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f1abd2-d160-41ee-8f55-90d07d50f908 service neutron] Pushing event updated for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:11.889069 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port b00ad1d3-6e5e-4331-9785-b3522d30bc7a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:11.892204 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.141010 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa249346-7d4d-4dcc-a9a1-474559bd7a51 req-09000be1-b8f1-46a0-9f9a-feb6db16de00 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 210 time: 0.1446824 May 27 03:24:12.144091 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-e3067b70-dc49-47ae-8a38-a10d67391c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:12.149939 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-e3067b70-dc49-47ae-8a38-a10d67391c2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de1626e5c02845f5b9b93e8b5fe916f0&device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 1127 time: 0.3466916 May 27 03:24:12.308597 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-28929038-7079-46c0-96e8-4f0b0999ef9e req-272fd052-a4e8-47b3-b859-a246d607aceb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.4059751 May 27 03:24:12.316661 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:12.337607 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-11655e28-db8c-4d2d-a71c-c45597d3d7f5 admin admin] 10.222.0.62 "PUT /v2.0/routers/2583f7a2-c333-43d7-b3d7-d71e069e9339/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1425555 May 27 03:24:12.361732 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (517cd5a8-db48-4e93-b5ca-b64008d4885d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.368779 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.369583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7a9fe0e5-bda0-4d7a-9842-47cc35c747dd None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:12.370044 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/517cd5a8-db48-4e93-b5ca-b64008d4885d HTTP/1.1" status: 204 len: 168 time: 2.9220395 May 27 03:24:12.374835 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7a9fe0e5-bda0-4d7a-9842-47cc35c747dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.390645 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac36cd-c09d-4bde-94f3-055f39db053a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=517cd5a8-db48-4e93-b5ca-b64008d4885d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.455582 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] For port fa6b2b85-f241-4685-acd8-cc0dd57f0de8, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:12.462524 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] For port fa6b2b85-f241-4685-acd8-cc0dd57f0de8, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:12.471805 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:12.536604 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-eef77230-b771-450a-89ab-a1e7abfc6d0c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502ea12a-9820-4987-ba82-9d6c8aa95993 HTTP/1.1" status: 200 len: 217 time: 0.3512142 May 27 03:24:12.551580 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cffd90d-b211-4b91-b8ef-8be6a980386a" -d '{"events": [{"name": "network-changed", "server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:12.577598 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6540f192-f0b0-43c2-9fcc-7b190d73cfb0 None None] Pushing event updated for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:12.646800 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:12.648048 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:13.018398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-bd2ca001-f234-4b5f-981e-0125b33e2467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.030519 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-bd2ca001-f234-4b5f-981e-0125b33e2467 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3309a42c-6b60-467b-99b9-bc099edae6b9 HTTP/1.1" status: 200 len: 852 time: 0.4558547 May 27 03:24:13.052838 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:13.173992 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port b00ad1d3-6e5e-4331-9785-b3522d30bc7a is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:13.176167 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e5ece64-f9e0-4916-8e83-87379de4fdf0 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:13.266335 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c58a6db-f057-461c-a2f2-e84edcb3be3d x-openstack-request-id: req-7c58a6db-f057-461c-a2f2-e84edcb3be3d {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:13.267502 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.269257 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:13.269534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7c58a6db-f057-461c-a2f2-e84edcb3be3d {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:13.272165 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c58a6db-f057-461c-a2f2-e84edcb3be3d'] response: {'name': 'network-changed', 'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993', 'status': 'completed', 'code': 200} May 27 03:24:13.274780 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:13.282090 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-976687c2-0dc8-4c5a-b9c0-c9b777504eb6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2502067 May 27 03:24:13.298149 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:13.298789 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.301293 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7a9fe0e5-bda0-4d7a-9842-47cc35c747dd None None] Port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:13.333337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:13.336759 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:13.397721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-b69b18c3-2523-4fb5-b496-5bfb6900fed5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.414945 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-b69b18c3-2523-4fb5-b496-5bfb6900fed5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.5286820 May 27 03:24:13.474520 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-8ba5e9f3-60fb-4c11-bc87-9a291da3c1a7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/quotas/5e539cb7b0fe47d6bdece2805d4ad0c1 HTTP/1.1" status: 200 len: 375 time: 0.0586071 May 27 03:24:13.498130 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.519709 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:13.630121 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-7debc8e7-1cfd-4f1b-8283-16ee9bdd4d48 service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3385751 May 27 03:24:13.641484 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-a0d720a0-fb34-4eda-aa09-a3adcb522d86 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1660626 May 27 03:24:13.738871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:13.747054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:13.862929 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:12Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:13.927616 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-d3fe1a60-a747-42d1-93c5-d45ff6b65b5b service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739036 May 27 03:24:13.931455 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc06f6f-c5ad-4e0b-a750-98b70bcdcf28 None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:12Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:13.951089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:13.958827 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c4d824-f395-40ff-b8d7-a5e111baa909 req-7c07c05f-bca9-48c5-87be-2523a596aed8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:13.962013 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4c4d824-f395-40ff-b8d7-a5e111baa909 req-7c07c05f-bca9-48c5-87be-2523a596aed8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.3354111 May 27 03:24:14.107479 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4c4d824-f395-40ff-b8d7-a5e111baa909 req-82746d12-b9fa-463d-a454-98a2b47b9ce9 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345887 May 27 03:24:14.219901 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-d9ec9789-ea04-4469-bc27-4c12957483cd service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909422 May 27 03:24:14.235767 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:14.236322 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.268395 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 3e5ece64-f9e0-4916-8e83-87379de4fdf0, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e5ece64-f9e0-4916-8e83-87379de4fdf0,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:14.270932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Current status of the port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:14.271512 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.306098 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:14.322830 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.472719 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] For port fa6b2b85-f241-4685-acd8-cc0dd57f0de8, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:14.478343 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=3e5ece64-f9e0-4916-8e83-87379de4fdf0,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.532043 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.587618 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fa6b2b85-f241-4685-acd8-cc0dd57f0de8 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:14.620141 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9df6c9bd-dcb1-40df-81b4-d811f615986a req-8727ba20-2263-48dd-89e2-76f0fcc62049 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0705652 May 27 03:24:14.736846 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c2aee6b4-ad9f-4588-9aaa-38eabdef1b39 req-4f8dad92-0946-43e5-9937-40d87647a8f2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0502775 May 27 03:24:14.770812 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360b6e6-df38-4e3b-ad70-f3061fe2fa6f None None] Pushing event updated for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:14.804137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55296) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:14.811387 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:08Z', 'revision_number': 2, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:14.857270 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:14.862937 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Updating router 2583f7a2-c333-43d7-b3d7-d71e069e9339 port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:24:14.868348 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:14.868946 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.916173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55304) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:14.921666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1341527438', 'description': 'tempest-description--561211022'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:14.966173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:14.968141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.064890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (975efad3-25c1-4f2c-91b9-b114a309a93a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.065665 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.075317 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (975efad3-25c1-4f2c-91b9-b114a309a93a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.082085 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:15.127925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=975efad3-25c1-4f2c-91b9-b114a309a93a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.134429 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.135347 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022277037-network', 'tenant_id': '369f9c0c4b714bc982134dc9db9ba237'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:15.187270 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.191282 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d4e776c8-34af-4ca6-9b4e-63a3208d3e01 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2715251 May 27 03:24:15.191800 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55312) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.197896 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group_rule': {'security_group_id': '975efad3-25c1-4f2c-91b9-b114a309a93a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:15.205439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Made reservation on behalf of 369f9c0c4b714bc982134dc9db9ba237 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:15.208290 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.224142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:INSERT=9,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.228260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.296909 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (76ccfad2-4c1d-4595-b26b-e9eb21855933), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.331031 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edce29b4-71a8-4c95-b863-b048dd14f945 req-10a4216e-9216-4fbc-8769-b0e692270385 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.342758 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edce29b4-71a8-4c95-b863-b048dd14f945 req-10a4216e-9216-4fbc-8769-b0e692270385 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.1074226 May 27 03:24:15.415412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (76ccfad2-4c1d-4595-b26b-e9eb21855933), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.428831 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (76ccfad2-4c1d-4595-b26b-e9eb21855933), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.430725 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-edce29b4-71a8-4c95-b863-b048dd14f945 req-13afe38b-f07a-4ec5-bc2e-e4330b3cf3e7 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816679 May 27 03:24:15.479320 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks [] for security_group (a412d1d0-8fb7-46fc-a59b-0af87291beef), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.482539 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ccfad2-4c1d-4595-b26b-e9eb21855933,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.493316 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a412d1d0-8fb7-46fc-a59b-0af87291beef), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.535583 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a412d1d0-8fb7-46fc-a59b-0af87291beef,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.543023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.552845 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b4d00747-71b9-43a0-b322-a85a3c258133 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598368 May 27 03:24:15.555252 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55316) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.560656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group_rule': {'security_group_id': '975efad3-25c1-4f2c-91b9-b114a309a93a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:15.571247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] vlan segment allocate from pool success with {'vlan_id': 565, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:15.586550 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (a15ab812-419b-4b5c-9980-25cea7491b8b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.586971 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Added segment a15ab812-419b-4b5c-9980-25cea7491b8b of type vlan for network 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a May 27 03:24:15.633038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (a12e5683-acf4-4b7a-946f-fe8d949b9aba), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.650389 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (2ac6ae7a-9d46-4c81-9d6b-ed67f526611a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.658574 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks [] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.674730 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.701693 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (2ac6ae7a-9d46-4c81-9d6b-ed67f526611a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.702919 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:15.703515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.732094 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384832cd-b695-40eb-af48-32aa3fe32ff2 None None] Pushing event updated for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.783483 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9762573 May 27 03:24:15.797032 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55324) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.799033 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (a12e5683-acf4-4b7a-946f-fe8d949b9aba), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.809534 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (a12e5683-acf4-4b7a-946f-fe8d949b9aba), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.832102 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Request body: {'subnet': {'network_id': '2ac6ae7a-9d46-4c81-9d6b-ed67f526611a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2022277037-subnet', 'tenant_id': '369f9c0c4b714bc982134dc9db9ba237', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:15.844972 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.851879 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2945013 May 27 03:24:15.854537 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55328) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:15.855552 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.857149 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Attempting to bind port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:15.857709 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Attempting to bind port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:15.858338 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Attempting to bind port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:15.868522 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:15.869360 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Checking segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:15.869895 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.870887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Bound using segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:15.871459 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Bound port: 3bec58e1-848f-4edd-9d69-bc002bebf3d1, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:15.872060 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.873898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:15.923935 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:15.929890 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5091ba7e-9e34-48e2-bffe-f0b444974f2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a12e5683-acf4-4b7a-946f-fe8d949b9aba,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:15.953561 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-88b38001-b81a-4036-b6e5-9168d58780c4 req-a915736f-69c7-4024-a6df-528cde557d45 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.1676195 May 27 03:24:15.958177 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:15.966025 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.017887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6af6359-6086-4731-826b-33163d31cd48 admin admin] Pushing event updated for resources: {'Network': ['ID=2ac6ae7a-9d46-4c81-9d6b-ed67f526611a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:16.023266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Made reservation on behalf of 369f9c0c4b714bc982134dc9db9ba237 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:16.026120 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.034324 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:16.040392 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-566dbe0a-c2c8-4ac4-821f-9948bed9bfa5 req-5ba1991b-b199-41fe-9fd5-36d43f5ad49e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.1089935 May 27 03:24:16.044025 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] For port 3bec58e1-848f-4edd-9d69-bc002bebf3d1, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:16.131932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] For port 3bec58e1-848f-4edd-9d69-bc002bebf3d1, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3bec58e1-848f-4edd-9d69-bc002bebf3d1,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:16.221613 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.280501 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.305800 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384832cd-b695-40eb-af48-32aa3fe32ff2 None None] Pushing event updated for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:16.361963 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Provisioning complete for port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:16.365843 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.432204 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (bb9a241f-b763-4412-bcdb-7d1c02862fe6), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:16.597157 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:16.597864 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:23:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:16.653422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Allocated IP 172.27.1.198 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/19351ac6-321e-4b61-9128-74d9d0595e0e) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:16.748895 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fa6b2b85-f241-4685-acd8-cc0dd57f0de8 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:16.816035 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.839733 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:16.912426 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Checking segment: {'id': 'a15ab812-419b-4b5c-9980-25cea7491b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 565, 'network_id': '2ac6ae7a-9d46-4c81-9d6b-ed67f526611a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:16.912895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Network hostable DHCP agents. Network: 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:16.921445 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb9a241f-b763-4412-bcdb-7d1c02862fe6,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:16.967304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2d656d-ef97-4f93-9a87-93810ed4b456 req-a47248a8-ef1b-486c-a411-623942a5f2b6 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:16.975726 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bb2d656d-ef97-4f93-9a87-93810ed4b456 req-a47248a8-ef1b-486c-a411-623942a5f2b6 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.2348092 May 27 03:24:17.035762 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7616acac-8b2b-4dcd-af5c-f261d275c19b req-e3530177-1a08-4aee-a44b-83273634efed service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964274 May 27 03:24:17.043271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Network 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:17.100761 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:17.124156 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:17.125044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.162010 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.162135 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bb2d656d-ef97-4f93-9a87-93810ed4b456 req-044ac7cf-3f32-45e2-b5bc-c04d3a347bd3 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799908 May 27 03:24:17.221116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7749363-7a74-4e3f-9d2c-897a86619dc9 None None] Network 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:17.227937 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ae064f3f-110c-48d9-9f31-15a405fbd14e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4297638 May 27 03:24:17.324432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Current status of the port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:17.324883 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.336615 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-39267566-0e7c-40e6-aff6-cc4200e3a4d7 req-d8b2239f-8a82-4dc7-9b27-3915b12a2bfc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.1760616 May 27 03:24:17.376607 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:17.376983 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.418201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:17.456976 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.468163 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] For port 3bec58e1-848f-4edd-9d69-bc002bebf3d1, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3bec58e1-848f-4edd-9d69-bc002bebf3d1,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:17.506361 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2bb1f773-cf14-4879-b1fd-cd112b31a82e req-f0d55fd6-866b-4e2d-8737-ccd656f998df tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.1159420 May 27 03:24:17.524117 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.530050 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:17.548375 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:17.676255 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:17.686277 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44df8c0-76c5-47d2-b311-aef8ea9096bd None None] Pushing event updated for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:17.756016 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-198cf5ed-d0a4-4826-aee7-3280d9ccfc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:17.758540 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a4cbef-4e0a-41d4-98a8-d3a5225dfec2 None None] Network 2ac6ae7a-9d46-4c81-9d6b-ed67f526611a requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:17.759925 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-198cf5ed-d0a4-4826-aee7-3280d9ccfc91 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de1626e5c02845f5b9b93e8b5fe916f0&device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 1127 time: 0.0968287 May 27 03:24:17.860793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a346a5f1-d1a2-4b69-89db-a6f977fd45fc None None] Provisioning complete for port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:17.862056 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a346a5f1-d1a2-4b69-89db-a6f977fd45fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:17.952690 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:24:18.005478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.60', 53812) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.059855 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:18.060883 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e5ece64-f9e0-4916-8e83-87379de4fdf0 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:18.082794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:18.097859 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:18.116896 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=19351ac6-321e-4b61-9128-74d9d0595e0e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:18.249068 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-4c8bcfbe-efd8-4432-ae0f-397fc86eb1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.250887 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-4c8bcfbe-efd8-4432-ae0f-397fc86eb1cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e HTTP/1.1" status: 200 len: 913 time: 0.4813330 May 27 03:24:18.453814 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-b068d018-bcf3-4929-99f2-0b26a05e18a9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.455547 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-b068d018-bcf3-4929-99f2-0b26a05e18a9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 816 time: 0.4491315 May 27 03:24:18.469484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.534430 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73ea013-d351-49ad-8590-0484fa76393b req-e7c87ae5-baa7-4b39-96b2-12459c698470 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:18.536893 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a73ea013-d351-49ad-8590-0484fa76393b req-e7c87ae5-baa7-4b39-96b2-12459c698470 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.1840203 May 27 03:24:18.539507 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a346a5f1-d1a2-4b69-89db-a6f977fd45fc None None] Current status of the port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:18.590761 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.596196 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6c342d-32e0-43f4-8e3a-a6669ae13682 req-68f842a3-27b5-4ba1-bf3d-553dd4ca3afa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0866480 May 27 03:24:18.632506 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55402) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.637670 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-962893544-network', 'tenant_id': '7fb3a20ea17548909fa7dc28b01e3711'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:18.672373 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Made reservation on behalf of 7fb3a20ea17548909fa7dc28b01e3711 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:18.690553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.756839 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a73ea013-d351-49ad-8590-0484fa76393b req-c0e723bb-d382-4b48-a355-9c2668087119 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951103 May 27 03:24:18.774333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.821656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:18.858596 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:18.864481 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:18.878135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.60', 53815) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.944181 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.60', 53816) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:18.968775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:16Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:18.976851 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-cd7bbc97-8a6c-43e1-940b-8063f9c03ddc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502ea12a-9820-4987-ba82-9d6c8aa95993 HTTP/1.1" status: 200 len: 217 time: 0.2498214 May 27 03:24:19.007095 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6a56a6-adf1-48ae-87d1-82a085b5c87f None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:16Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:19.078142 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-de20e53d-69d9-4064-b164-5a44a9691da1 req-e42887a2-e777-4601-a079-4216ddb5948c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.3027406 May 27 03:24:19.168216 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:19.330534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-f45f0c1a-3e8f-42ee-8fa2-a32a021594a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.332673 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-f45f0c1a-3e8f-42ee-8fa2-a32a021594a7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3309a42c-6b60-467b-99b9-bc099edae6b9 HTTP/1.1" status: 200 len: 852 time: 0.1968899 May 27 03:24:19.420613 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3bec58e1-848f-4edd-9d69-bc002bebf3d1 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:19.436678 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.451376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-f7f05af7-dc2b-468b-bc08-4aca85663be3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.452880 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-f7f05af7-dc2b-468b-bc08-4aca85663be3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.4810095 May 27 03:24:19.466696 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.537946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.546414 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:19.547106 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.567964 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:19.592646 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=19351ac6-321e-4b61-9128-74d9d0595e0e,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:19.619252 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:19.621748 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b1bc5397-a255-4e10-8e13-83a7a7c6193c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7547154 May 27 03:24:19.629950 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:19.730320 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-4dbdfa93-814c-447f-96d6-f9f76aaa2e15 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2626595 May 27 03:24:19.781437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:19.836281 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-e4b4cea1-7d56-4e8b-a79d-99a5b1d53011 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 379 time: 0.9571204 May 27 03:24:19.860038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-942a5cf9-f2dd-40ec-87bd-143a3d2ba3ff tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:19.861844 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-942a5cf9-f2dd-40ec-87bd-143a3d2ba3ff tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.9599419 May 27 03:24:19.870858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:19.883593 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-297c2729-5720-4e7b-84e1-8658e9503eb4 req-d394fc6c-169a-4e82-9632-ce1641fa951f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0870180 May 27 03:24:19.923732 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks [] for security_group (f893a0a0-e6a1-45e9-a692-83552ca81cc1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.007640 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f893a0a0-e6a1-45e9-a692-83552ca81cc1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.042652 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac1e98-8201-44ab-8f82-aaf0f4cb1afe req-144a2957-bb12-4b6e-8abe-593556d54ad2 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.044237 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4aac1e98-8201-44ab-8f82-aaf0f4cb1afe req-144a2957-bb12-4b6e-8abe-593556d54ad2 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.1170831 May 27 03:24:20.059298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] vlan segment allocate from pool success with {'vlan_id': 584, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:20.091440 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f893a0a0-e6a1-45e9-a692-83552ca81cc1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.096333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (ccd094f7-78ef-435e-9d01-bad5d815c80e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.096983 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Added segment ccd094f7-78ef-435e-9d01-bad5d815c80e of type vlan for network c70cc1a0-670c-4a7b-be29-29e2e80cd611 May 27 03:24:20.138222 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-bfcbcb8f-5d25-45e4-ac89-42569e9a7f0b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1341527438&fields=id&tenant_id=b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 267 time: 0.0968490 May 27 03:24:20.280373 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-5b2c690b-ce2c-43cc-ad3d-728a5ac41be4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.281977 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-5b2c690b-ce2c-43cc-ad3d-728a5ac41be4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 810 time: 0.1365316 May 27 03:24:20.287866 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.301095 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-179affdd-5071-4e17-b899-e9eec7154ded tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/quotas/b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 375 time: 0.0121415 May 27 03:24:20.325486 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4aac1e98-8201-44ab-8f82-aaf0f4cb1afe req-d747b71c-f513-4c68-a326-578cf4a6750c tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2664783 May 27 03:24:20.332741 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (c70cc1a0-670c-4a7b-be29-29e2e80cd611), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.395865 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ed3fb8a4-a8b7-40dc-b5da-3bc424679a57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.402738 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (c70cc1a0-670c-4a7b-be29-29e2e80cd611), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.404809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:20.405513 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.408676 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-42bc85eb-dafe-4036-a04a-30a9b2cef0d6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1014421 May 27 03:24:20.525223 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.8914890 May 27 03:24:20.529185 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55478) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:20.535058 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Request body: {'subnet': {'network_id': 'c70cc1a0-670c-4a7b-be29-29e2e80cd611', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-962893544-subnet', 'tenant_id': '7fb3a20ea17548909fa7dc28b01e3711', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:20.541296 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-69f642a8-8f3c-4b2e-94ef-b41e7a6cffbd req-fe00611c-4568-4f7f-aee6-96356c668bc1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0846033 May 27 03:24:20.542658 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ab1382-232a-41b4-9a90-00b16cc55d59 admin admin] Pushing event updated for resources: {'Network': ['ID=c70cc1a0-670c-4a7b-be29-29e2e80cd611,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.551026 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-6219d002-5f0a-426f-a300-25ac6764e19d service neutron] 10.222.0.62 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1398158 May 27 03:24:20.553904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network c70cc1a0-670c-4a7b-be29-29e2e80cd611 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:20.618350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55480) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:20.629631 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Made reservation on behalf of 7fb3a20ea17548909fa7dc28b01e3711 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:20.632510 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.715198 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-e9f08f27-59e5-4d21-8d85-ac5f9a9ca5ad service neutron] 10.222.0.62 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633296 May 27 03:24:20.743969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:20.757033 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-345579f3-035e-4b2b-a9b8-ee8889bcbc1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.847928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-345579f3-035e-4b2b-a9b8-ee8889bcbc1e admin admin] Publish callbacks [] for security_group (345fbeb4-6817-4df7-90a5-244a85aa50f7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.851299 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-345579f3-035e-4b2b-a9b8-ee8889bcbc1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (345fbeb4-6817-4df7-90a5-244a85aa50f7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.863802 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (38752d99-c4f4-45ad-af52-f0523fbe84d9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:20.898852 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-345579f3-035e-4b2b-a9b8-ee8889bcbc1e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a22c34163b30400b9eb194d47bc76eb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2791166 May 27 03:24:20.901875 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55488) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:20.908846 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345579f3-035e-4b2b-a9b8-ee8889bcbc1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345fbeb4-6817-4df7-90a5-244a85aa50f7,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.932516 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=38752d99-c4f4-45ad-af52-f0523fbe84d9,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:20.942031 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Checking segment: {'id': 'ccd094f7-78ef-435e-9d01-bad5d815c80e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': 'c70cc1a0-670c-4a7b-be29-29e2e80cd611'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:20.942370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Network hostable DHCP agents. Network: c70cc1a0-670c-4a7b-be29-29e2e80cd611, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:20.967873 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Network c70cc1a0-670c-4a7b-be29-29e2e80cd611 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:20.983765 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, c70cc1a0-670c-4a7b-be29-29e2e80cd611) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:20.991855 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d4e0275-549d-4984-bb23-81b70a053cd8 req-24036447-371c-428e-96a7-40d84a154687 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0502229 May 27 03:24:20.992486 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c982e353-8136-4e39-af4d-a02dbd38c7fa None None] Network c70cc1a0-670c-4a7b-be29-29e2e80cd611 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:20.999385 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:21.000439 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.047544 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] Publish callbacks [] for security_group (345fbeb4-6817-4df7-90a5-244a85aa50f7), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.050109 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8ff8dae6-b0d2-4eca-bc23-835f998093a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5198367 May 27 03:24:21.079159 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a51d7fad-c919-4e47-b02b-1333efec3804 req-d7f1d96d-f5d2-4d31-b21c-4006b0b37697 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0573850 May 27 03:24:21.132944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] Publish callbacks [] for security_group (345fbeb4-6817-4df7-90a5-244a85aa50f7), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.188517 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c12f949-24ae-4c1e-853a-48320c1e3f3f None None] Network c70cc1a0-670c-4a7b-be29-29e2e80cd611 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:21.224179 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=13,neutron:SELECT=82,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.227076 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55506) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.273075 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (345fbeb4-6817-4df7-90a5-244a85aa50f7), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.275769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.279696 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/345fbeb4-6817-4df7-90a5-244a85aa50f7 HTTP/1.1" status: 204 len: 168 time: 0.3743987 May 27 03:24:21.293308 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Deleting subnet bb9a241f-b763-4412-bcdb-7d1c02862fe6 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:24:21.297967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7995e5c3-ad51-4883-aebd-baac9c3940f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345fbeb4-6817-4df7-90a5-244a85aa50f7,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.300796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Publish callbacks [] for subnet (bb9a241f-b763-4412-bcdb-7d1c02862fe6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.361569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Publish callbacks [] for subnet (bb9a241f-b763-4412-bcdb-7d1c02862fe6), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.372881 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (bb9a241f-b763-4412-bcdb-7d1c02862fe6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.470589 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6095351-3c62-48b6-aef3-5d35effa74ac req-e2e0bc6b-7143-4fb1-bdf8-e7d73d4be1c4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:21.472192 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d6095351-3c62-48b6-aef3-5d35effa74ac req-e2e0bc6b-7143-4fb1-bdf8-e7d73d4be1c4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.0707159 May 27 03:24:21.507284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (bb9a241f-b763-4412-bcdb-7d1c02862fe6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.545578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb9a241f-b763-4412-bcdb-7d1c02862fe6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.556048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.559412 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6ba95b7a-5b87-4a8c-b260-5e3a688081f5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/bb9a241f-b763-4412-bcdb-7d1c02862fe6 HTTP/1.1" status: 204 len: 168 time: 0.3309579 May 27 03:24:21.562323 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55518) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.563091 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d6095351-3c62-48b6-aef3-5d35effa74ac req-207500e2-b9f4-44d8-a00d-645ad6c599c5 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839658 May 27 03:24:21.635269 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55520) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.649439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-32a76af1-4776-46cb-9bf2-7c150f2bbd8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.665101 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-090e1f2d-55de-47b0-944f-b5a8bcac1f27 req-7c877380-273d-4651-b797-69acf7a110b0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0335281 May 27 03:24:21.679903 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (2ac6ae7a-9d46-4c81-9d6b-ed67f526611a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.709553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.728745 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:21.729615 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-32a76af1-4776-46cb-9bf2-7c150f2bbd8f admin admin] Publish callbacks [] for security_group (f77f0706-7e9a-45ff-aa82-c388b89fb854), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.734311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-32a76af1-4776-46cb-9bf2-7c150f2bbd8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f77f0706-7e9a-45ff-aa82-c388b89fb854), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.767994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (2ac6ae7a-9d46-4c81-9d6b-ed67f526611a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.774473 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-32a76af1-4776-46cb-9bf2-7c150f2bbd8f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a01743fdb2874868a5239b7142b80ef0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1375995 May 27 03:24:21.779103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55522) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:21.788705 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a76af1-4776-46cb-9bf2-7c150f2bbd8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f77f0706-7e9a-45ff-aa82-c388b89fb854,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:21.793320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.793755 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.794586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.795011 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > port after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.795356 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.795777 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > port after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.796473 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.796839 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.797171 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.797581 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:21.840561 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] Publish callbacks [] for security_group (f77f0706-7e9a-45ff-aa82-c388b89fb854), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.861363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] Publish callbacks [] for security_group (f77f0706-7e9a-45ff-aa82-c388b89fb854), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.908250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f77f0706-7e9a-45ff-aa82-c388b89fb854), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.910718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:21.911919 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f77f0706-7e9a-45ff-aa82-c388b89fb854 HTTP/1.1" status: 204 len: 168 time: 0.1315277 May 27 03:24:21.921070 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088b27d3-265f-4d08-908d-b544720236ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f77f0706-7e9a-45ff-aa82-c388b89fb854,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.106973 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:22.107319 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:22.107645 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:22.107995 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103924) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:22.108384 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ac6ae7a-9d46-4c81-9d6b-ed67f526611a']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:22.128573 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15ab812-419b-4b5c-9980-25cea7491b8b') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:22.128931 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15ab812-419b-4b5c-9980-25cea7491b8b') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:22.143450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86abed25-bbc9-440c-b922-0c43f6069bcf req-76a25507-f34b-45bb-add3-39fc2ce89aa2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0331426 May 27 03:24:22.146064 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (a15ab812-419b-4b5c-9980-25cea7491b8b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.223635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (a15ab812-419b-4b5c-9980-25cea7491b8b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.294899 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d0a68ff7-6af0-4007-ac56-6203c4201d87 req-73640643-0771-44ef-a9fe-598a75d149c3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.1191804 May 27 03:24:22.296500 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Releasing vlan 565 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:24:22.296804 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (a15ab812-419b-4b5c-9980-25cea7491b8b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.420378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55544) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.442129 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-63d1-40b2-8640-a6481e98b78f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.447382 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (2ac6ae7a-9d46-4c81-9d6b-ed67f526611a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.458088 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.464394 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2ac6ae7a-9d46-4c81-9d6b-ed67f526611a HTTP/1.1" status: 204 len: 168 time: 0.9002376 May 27 03:24:22.476876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55546) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.479004 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387f8d3-0407-4bc9-80b8-92034d412db0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ac6ae7a-9d46-4c81-9d6b-ed67f526611a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.563924 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Deleting subnet 38752d99-c4f4-45ad-af52-f0523fbe84d9 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:24:22.567571 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Publish callbacks [] for subnet (38752d99-c4f4-45ad-af52-f0523fbe84d9), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.611103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Publish callbacks [] for subnet (38752d99-c4f4-45ad-af52-f0523fbe84d9), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.632110 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment a15ab812-419b-4b5c-9980-25cea7491b8b resource provider aggregate not found May 27 03:24:22.646759 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (38752d99-c4f4-45ad-af52-f0523fbe84d9), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.662225 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment a15ab812-419b-4b5c-9980-25cea7491b8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a15ab812-419b-4b5c-9980-25cea7491b8b found for delete ", "request_id": "req-b205f761-a832-44ff-9bde-fb734943910e"}]} May 27 03:24:22.669984 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6f3d3c99-128c-424d-872d-de3de4c7b080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.780185 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ea7ba425-dfd9-4354-80b2-17d48d3a3c4c req-e8ef113f-d54e-4e95-9625-60f1413a1052 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0385582 May 27 03:24:22.817186 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.833242 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-63d1-40b2-8640-a6481e98b78f admin admin] Publish callbacks [] for security_group (db2e1774-8805-482a-ae65-2461f8cdb635), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.843770 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-13a0a5ca-63d1-40b2-8640-a6481e98b78f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (db2e1774-8805-482a-ae65-2461f8cdb635), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.873058 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4f783-bcf7-4a32-8a70-e4880318e37d req-1fb89a33-b1b4-42df-8cb8-09cd0404f6c4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:22.880488 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0e4f783-bcf7-4a32-8a70-e4880318e37d req-1fb89a33-b1b4-42df-8cb8-09cd0404f6c4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.1756296 May 27 03:24:22.938330 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for subnet (38752d99-c4f4-45ad-af52-f0523fbe84d9), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.946289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a0a5ca-63d1-40b2-8640-a6481e98b78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db2e1774-8805-482a-ae65-2461f8cdb635,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.953535 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:22.982144 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-13a0a5ca-63d1-40b2-8640-a6481e98b78f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fc217b00af4b4528ad7dbfab9e2d55b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5596111 May 27 03:24:22.984158 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55558) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:22.987496 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38752d99-c4f4-45ad-af52-f0523fbe84d9,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:22.995925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:22.999309 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-690bf536-39bc-4554-8721-57ac7792db64 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/38752d99-c4f4-45ad-af52-f0523fbe84d9 HTTP/1.1" status: 204 len: 168 time: 0.5210869 May 27 03:24:23.004666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55560) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:23.020688 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0e4f783-bcf7-4a32-8a70-e4880318e37d req-680e5f30-128f-4ecf-bfb2-69c1b77995c4 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392853 May 27 03:24:23.060062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] Publish callbacks [] for security_group (db2e1774-8805-482a-ae65-2461f8cdb635), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.084343 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] Publish callbacks [] for security_group (db2e1774-8805-482a-ae65-2461f8cdb635), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.091967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (c70cc1a0-670c-4a7b-be29-29e2e80cd611), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.150636 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (db2e1774-8805-482a-ae65-2461f8cdb635), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.153796 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.155189 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/db2e1774-8805-482a-ae65-2461f8cdb635 HTTP/1.1" status: 204 len: 168 time: 0.1698580 May 27 03:24:23.164308 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41b617-1882-48fa-a4e9-17c8454a6c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db2e1774-8805-482a-ae65-2461f8cdb635,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.190414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (c70cc1a0-670c-4a7b-be29-29e2e80cd611), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.219067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.219914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.221331 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.221870 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > port after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.222453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > port after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.224796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > port after_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.225654 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.226245 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.228258 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.229091 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.269707 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ebf29309-4cd3-47e1-9506-917d4d1253bd req-13959a21-3898-4246-a027-dcb5dac27892 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0275984 May 27 03:24:23.302230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.302592 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.302928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.303260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=103923) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 27 03:24:23.303666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70cc1a0-670c-4a7b-be29-29e2e80cd611']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:23.320798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd094f7-78ef-435e-9d01-bad5d815c80e') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:23.321155 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd094f7-78ef-435e-9d01-bad5d815c80e') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:23.337832 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (ccd094f7-78ef-435e-9d01-bad5d815c80e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.388455 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (ccd094f7-78ef-435e-9d01-bad5d815c80e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.400829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:24:23.402173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (ccd094f7-78ef-435e-9d01-bad5d815c80e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.508330 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb30abdc-f90f-4f66-8c3a-06e0e7c76dbd req-1cc55b57-3ee3-4b66-83ad-e0a401df4e4e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0416451 May 27 03:24:23.527930 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (c70cc1a0-670c-4a7b-be29-29e2e80cd611), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.548482 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.551553 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] 10.222.0.62 "DELETE /v2.0/networks/c70cc1a0-670c-4a7b-be29-29e2e80cd611 HTTP/1.1" status: 204 len: 168 time: 0.5431221 May 27 03:24:23.578233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee183868-ad92-40cc-9276-be88f72c9f51 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70cc1a0-670c-4a7b-be29-29e2e80cd611,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:23.779368 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55610) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:23.851302 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3e28629a-1d88-4363-b9f2-4ac5c435d225 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=369f9c0c4b714bc982134dc9db9ba237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0702014 May 27 03:24:23.853865 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55620) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:23.892765 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'port': {'device_id': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'admin_state_up': True, 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:23.928623 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'port': {'device_id': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'admin_state_up': True, 'tenant_id': '3931210010614a1f987661568f29e851', 'security_groups': ['1d4f06fd-c554-4245-b8b5-d99ce9d71e43']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:23.931015 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=12 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:23.937188 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'port': {'device_id': '66633a35-54c4-43cf-9173-307af9be25ed', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'admin_state_up': True, 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:23.946220 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:23.966364 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:23.992430 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b0909a0a-1037-4135-884d-caf4dcb5b3ad req-4f3b89a6-f299-450b-8978-3772e2e0c496 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.1192238 May 27 03:24:24.111778 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] Publish callbacks [] for security_group (a412d1d0-8fb7-46fc-a59b-0af87291beef), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.121345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment ccd094f7-78ef-435e-9d01-bad5d815c80e resource provider aggregate not found May 27 03:24:24.195555 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment ccd094f7-78ef-435e-9d01-bad5d815c80e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ccd094f7-78ef-435e-9d01-bad5d815c80e found for delete ", "request_id": "req-ba6de237-0567-4dd2-8ad5-bfde3d54870b"}]} May 27 03:24:24.195954 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] Publish callbacks [] for security_group (a412d1d0-8fb7-46fc-a59b-0af87291beef), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.225783 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.255758 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Made reservation on behalf of 5e539cb7b0fe47d6bdece2805d4ad0c1 for: {'port': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:24.259574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.312539 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aee70b-9e04-43af-8617-ae89681a01bb req-ec2730d8-49d7-48a1-a095-7cb2de47b93e tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:24.314221 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-71aee70b-9e04-43af-8617-ae89681a01bb req-ec2730d8-49d7-48a1-a095-7cb2de47b93e tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.1437056 May 27 03:24:24.316210 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-62dbcb47-a549-4a9c-b715-013b85bcb08f service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4312103 May 27 03:24:24.316763 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a412d1d0-8fb7-46fc-a59b-0af87291beef), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.322779 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.325333 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a412d1d0-8fb7-46fc-a59b-0af87291beef HTTP/1.1" status: 204 len: 168 time: 0.4697168 May 27 03:24:24.350247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.351163 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Made reservation on behalf of 3931210010614a1f987661568f29e851 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:24.355618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.431545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Made reservation on behalf of 5e539cb7b0fe47d6bdece2805d4ad0c1 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:24.435085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:24.570011 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Allocated IP 172.20.0.5 (a6e77ba9-a945-4d02-9449-8f38e42d0677/cbd907ce-6a57-4e19-b3a1-8252d8132bc0/906f93e1-97e9-4418-8ad2-066ad5cfe98a) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:24.754500 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac302899-6f11-407c-988a-0c44ad8e1007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a412d1d0-8fb7-46fc-a59b-0af87291beef,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:24.839796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:24.858131 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-71aee70b-9e04-43af-8617-ae89681a01bb req-b06a9275-cf0b-47ac-8409-44166c2fb8fa tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5047634 May 27 03:24:24.888546 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-854424fe-c0de-4c9e-b37b-c9e526b9c0e7 req-cfe0ea0c-a1c9-4461-a3fa-bf2a62bc7d06 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.1356993 May 27 03:24:24.893621 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Allocated IP 172.20.0.5 (1891957d-4247-46a9-9554-49f7b2427352/fb1215be-6e6b-49ff-8450-7724e24c4c3f/24e06267-7c42-4615-b99c-ea36432e8bbc) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:24.897292 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55668) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:24.998959 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-45b53b40-e82c-44df-92c7-5de21a9637cb admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7fb3a20ea17548909fa7dc28b01e3711&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0880110 May 27 03:24:24.999556 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55674) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:25.029703 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:25.045714 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0d40bcf-3251-490e-a02b-170bddcd97c6 req-fe090834-a76d-4393-95e7-8517ab2507d3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0663745 May 27 03:24:25.057262 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.130031 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.188382 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db60a215-1027-4c03-b17a-886500514dd2 req-9e153163-6ac0-4028-a01e-5f93a22f59a6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0678077 May 27 03:24:25.246942 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:25.252452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] Publish callbacks [] for security_group (f893a0a0-e6a1-45e9-a692-83552ca81cc1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.257646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:25.263700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:25.306584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:25.330574 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.367516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:25.368717 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.373965 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] Publish callbacks [] for security_group (f893a0a0-e6a1-45e9-a692-83552ca81cc1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.377495 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8cffd90d-b211-4b91-b8ef-8be6a980386a req-e70d0c49-d814-4cb5-a51e-7a68f03a08a7 service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2610564 May 27 03:24:25.385192 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:25.406817 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-62c4b1ce-0f19-4dfa-b6aa-188ffb352801 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5187929 May 27 03:24:25.430140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Request body: {'port': {'device_id': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:25.457692 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.536643 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f893a0a0-e6a1-45e9-a692-83552ca81cc1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.539262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.539788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.545627 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f893a0a0-e6a1-45e9-a692-83552ca81cc1 HTTP/1.1" status: 204 len: 168 time: 0.5370572 May 27 03:24:25.553128 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:DELETE=2,neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:25.554542 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.608730 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013326d0-8539-4dbe-87fa-a1da58a88633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f893a0a0-e6a1-45e9-a692-83552ca81cc1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:25.681463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:25.691657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:25.699065 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:25.727802 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:25.764333 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:25.764540 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.767497 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-12f0b59f-81bc-4639-a4f5-1a2a777a07ca None None] Provisioning complete for port 906f93e1-97e9-4418-8ad2-066ad5cfe98a triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:25.768866 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-12f0b59f-81bc-4639-a4f5-1a2a777a07ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:25.796239 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6df55954-9362-4172-9751-aa97b9c04a95 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8919890 May 27 03:24:25.830355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-12f0b59f-81bc-4639-a4f5-1a2a777a07ca None None] Port 906f93e1-97e9-4418-8ad2-066ad5cfe98a cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:25.838704 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Request body: {'port': {'device_id': '66633a35-54c4-43cf-9173-307af9be25ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:25.997040 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.154316 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1ab7ee74-9fb2-4110-b6d2-829d94dbdfb8 None None] Provisioning complete for port 24e06267-7c42-4615-b99c-ea36432e8bbc triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:26.159775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1ab7ee74-9fb2-4110-b6d2-829d94dbdfb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.170328 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Allocated IP 172.20.0.10 (1891957d-4247-46a9-9554-49f7b2427352/fb1215be-6e6b-49ff-8450-7724e24c4c3f/c41e6da8-005c-4d31-9ffa-09feba8629e5) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:26.202344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4a6367-358b-4791-87c0-7249eea4aafb req-30ac7d4d-811c-4916-8271-72f0c57af4f2 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.228096 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a4a6367-358b-4791-87c0-7249eea4aafb req-30ac7d4d-811c-4916-8271-72f0c57af4f2 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 943 time: 0.2473128 May 27 03:24:26.298076 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 502ea12a-9820-4987-ba82-9d6c8aa95993 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:26.319942 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:26.395170 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f701fd5c-3309-4130-afd8-7a96d4a5242d req-948b0f80-8b0d-4dbd-aa03-c031b52711eb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0907533 May 27 03:24:26.590875 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a4a6367-358b-4791-87c0-7249eea4aafb req-f4e6a7d5-2bba-464d-a26c-0c26b9220191 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3618994 May 27 03:24:26.606370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc59b8-65af-4326-8f39-4c5fcdb890b5 req-b3efadb0-6e45-4f46-af18-0920ca5e9c3c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.611548 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ffc59b8-65af-4326-8f39-4c5fcdb890b5 req-b3efadb0-6e45-4f46-af18-0920ca5e9c3c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 931 time: 0.1336024 May 27 03:24:26.630762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-3faaa3b1-47a2-42fe-a45b-ca2926eaa70d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:26.632323 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-3faaa3b1-47a2-42fe-a45b-ca2926eaa70d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 810 time: 0.6515479 May 27 03:24:26.766718 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5ffc59b8-65af-4326-8f39-4c5fcdb890b5 req-1e5dbb5c-9999-4ba9-8721-75a3951a1389 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331670 May 27 03:24:26.838192 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dee5b5db-acab-41ab-b5ab-87d13b146477 req-b234d5e6-72b0-49d8-8927-b4ab565f9d1d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0651004 May 27 03:24:26.854137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1ab7ee74-9fb2-4110-b6d2-829d94dbdfb8 None None] Port 24e06267-7c42-4615-b99c-ea36432e8bbc cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:26.913825 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=502ea12a-9820-4987-ba82-9d6c8aa95993,segment=NetworkSegment(b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb),segment_id=b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:26.932858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '502ea12a-9820-4987-ba82-9d6c8aa95993', 'network_id': '2a4005f4-c23a-4d5e-b276-9219ecc15e3e', 'port_id': '502ea12a-9820-4987-ba82-9d6c8aa95993', 'mac_address': 'fa:16:3e:98:d4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3309a42c-6b60-467b-99b9-bc099edae6b9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:26.945083 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:26.976628 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:26.991245 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-b7d10645-a8ad-4288-a639-cdd7a2a171da tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 380 time: 0.3291318 May 27 03:24:26.993436 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks [] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.005621 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'port': {'device_id': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'admin_state_up': True, 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'security_groups': ['975efad3-25c1-4f2c-91b9-b114a309a93a']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:27.008972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 502ea12a-9820-4987-ba82-9d6c8aa95993 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:27.009605 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.027198 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502ea12a-9820-4987-ba82-9d6c8aa95993 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:27.035079 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.051712 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=502ea12a-9820-4987-ba82-9d6c8aa95993,segment=NetworkSegment(b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb),segment_id=b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:27.059526 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.073388 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.077811 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Transition to ACTIVE for port object 906f93e1-97e9-4418-8ad2-066ad5cfe98a will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:27.089336 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.127274 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.183023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.199876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.286918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:27.332864 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:27.338718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.344312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:27.375554 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.376859 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Made reservation on behalf of b114bd896cc6469184097ef9300613da for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:27.380595 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.421179 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e06267-7c42-4615-b99c-ea36432e8bbc {{(pid=103924) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:27.433436 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['502ea12a-9820-4987-ba82-9d6c8aa95993'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:27.449984 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks [] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.497331 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.provisioning_blocks [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Transition to ACTIVE for port object 24e06267-7c42-4615-b99c-ea36432e8bbc will not be triggered until provisioned by entity L2. {{(pid=103924) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:27.501651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.511973 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.513528 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Attempting to bind port 906f93e1-97e9-4418-8ad2-066ad5cfe98a on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:27.513867 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Attempting to bind port 906f93e1-97e9-4418-8ad2-066ad5cfe98a by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:27.514471 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Attempting to bind port 906f93e1-97e9-4418-8ad2-066ad5cfe98a on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:27.521226 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.597562 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c7c6a57e-5654-49ee-a458-50ab873f009c req-5d674e99-d940-4be8-808e-a734d72013ba tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0812447 May 27 03:24:27.605110 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:27.605900 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.612854 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Port 906f93e1-97e9-4418-8ad2-066ad5cfe98a on network a6e77ba9-a945-4d02-9449-8f38e42d0677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:27.613430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Attempting to bind port 906f93e1-97e9-4418-8ad2-066ad5cfe98a on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:27.640969 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:27.641400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Checking segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:27.641940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Bound using segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:27.642452 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Bound port: 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:27.652125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.655522 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Pushing event updated for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:27.691352 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-df7bd9cd-98b8-41c1-93df-0b3181617cfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8045495 May 27 03:24:27.730281 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Request body: {'port': {'device_id': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:27.852901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.953342 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:27.980413 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1bad0025-dd98-4778-b1db-2f2fed9d788e None None] Provisioning complete for port c41e6da8-005c-4d31-9ffa-09feba8629e5 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:27.981363 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1bad0025-dd98-4778-b1db-2f2fed9d788e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:27.998504 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Attempting to bind port 24e06267-7c42-4615-b99c-ea36432e8bbc on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:28.007305 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Attempting to bind port 24e06267-7c42-4615-b99c-ea36432e8bbc by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:28.007678 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Attempting to bind port 24e06267-7c42-4615-b99c-ea36432e8bbc on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:28.021959 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Port 24e06267-7c42-4615-b99c-ea36432e8bbc on network 1891957d-4247-46a9-9554-49f7b2427352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:28.022275 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Attempting to bind port 24e06267-7c42-4615-b99c-ea36432e8bbc on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:28.038672 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:28.038928 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:28.039502 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Bound using segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} {{(pid=103924) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:28.056080 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.managers [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Bound port: 24e06267-7c42-4615-b99c-ea36432e8bbc, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}}] {{(pid=103924) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:28.056549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.077645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d089c3e0-a9f3-47a6-9821-74cdfb1a521a req-047d86f9-0665-4e09-8aa0-e56d2d3afced tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.079142 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d089c3e0-a9f3-47a6-9821-74cdfb1a521a req-047d86f9-0665-4e09-8aa0-e56d2d3afced tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 944 time: 0.3284984 May 27 03:24:28.128377 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1bad0025-dd98-4778-b1db-2f2fed9d788e None None] Port c41e6da8-005c-4d31-9ffa-09feba8629e5 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:28.142421 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:28.144466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.147453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:28.157974 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Allocated IP 172.20.0.6 (98ca3cf1-95fa-41da-b7a2-51930fd197f1/8401d48a-e29a-4d2c-9c36-9ef92b412a74/5f209ba7-5949-4139-a03b-ee0ae3138cea) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:24:28.211341 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.259293 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:28.289048 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:28.353076 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.353973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.363152 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 1093 time: 2.9389429 May 27 03:24:28.368344 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, cleared binding levels {{(pid=103924) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:28.371859 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:28.375192 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75" -d '{"events": [{"name": "network-changed", "server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:28.397467 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d089c3e0-a9f3-47a6-9821-74cdfb1a521a req-5a2800b6-f7eb-4744-b7ea-afab4063eb06 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2952538 May 27 03:24:28.480590 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24e06267-7c42-4615-b99c-ea36432e8bbc,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103924) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:28.505052 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39e9a-84fc-4b6b-8a65-1989ca783d41 req-9bc3c6a1-e246-4614-8c86-8ce374eb4be1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.506712 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cea39e9a-84fc-4b6b-8a65-1989ca783d41 req-9bc3c6a1-e246-4614-8c86-8ce374eb4be1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.4451046 May 27 03:24:28.507535 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55834) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:28.520828 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.568233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2a7e99-6a9c-41e4-bc51-0bc4784932a3 service neutron] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.628994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.629620 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.636111 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 1093 time: 2.8150613 May 27 03:24:28.644607 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:28.669105 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 502ea12a-9820-4987-ba82-9d6c8aa95993 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:28.845998 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 502ea12a-9820-4987-ba82-9d6c8aa95993 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:28.856391 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 502ea12a-9820-4987-ba82-9d6c8aa95993 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:28.857018 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.868746 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8e7159-825d-42ff-84db-cc33afa479a7 service neutron] Pushing event updated for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=3']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:28.910877 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4d68139f-543d-4b40-9193-b62b7b316368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:28.956366 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cea39e9a-84fc-4b6b-8a65-1989ca783d41 req-806d5f04-86e9-4fbd-a290-ba590c4dc4f4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4312067 May 27 03:24:28.961635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-083a96bc-a8ab-4867-a02b-b365079faa5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:28.961924 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:28.964762 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-083a96bc-a8ab-4867-a02b-b365079faa5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1127 time: 0.2514300 May 27 03:24:29.003485 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 502ea12a-9820-4987-ba82-9d6c8aa95993 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:29.005036 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.055662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:29.078703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e779b593-3403-4f5f-b2e7-c86cb0fd5fd4 req-da5263ab-f0df-4976-bf09-cf4495ff0a0f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.084001 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e779b593-3403-4f5f-b2e7-c86cb0fd5fd4 req-da5263ab-f0df-4976-bf09-cf4495ff0a0f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 932 time: 0.5022776 May 27 03:24:29.110003 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-99f6749e-98d4-4c7e-b018-8df176e35a7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 217 time: 0.1297288 May 27 03:24:29.140324 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3146cdf6-b817-4187-9654-0e55fa3e419f" -d '{"events": [{"name": "network-changed", "server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:29.155341 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=502ea12a-9820-4987-ba82-9d6c8aa95993,segment=NetworkSegment(b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb),segment_id=b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:29.167204 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.226849 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:29.237612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f32c506-2af6-4344-a879-2e4215be90bc x-openstack-request-id: req-1f32c506-2af6-4344-a879-2e4215be90bc {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:29.238237 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:29.238810 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1f32c506-2af6-4344-a879-2e4215be90bc {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:29.239703 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f32c506-2af6-4344-a879-2e4215be90bc'] response: {'name': 'network-changed', 'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'status': 'completed', 'code': 200} May 27 03:24:29.240033 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18714663-3165-4b00-b2a5-09f16cdc3483" -d '{"events": [{"server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "name": "network-vif-plugged", "status": "completed", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:29.252446 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-b02bd667-7506-4011-a2df-043cde6be594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.254668 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-b02bd667-7506-4011-a2df-043cde6be594 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.1074166 May 27 03:24:29.261738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.345749 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c8a828e2-01d1-4f27-b0e3-f3ce8cf8085f req-a8309223-046b-4436-91cf-9b501c7153a8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0985265 May 27 03:24:29.363212 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4d68139f-543d-4b40-9193-b62b7b316368 admin admin] Publish callbacks [] for security_group (a36031fe-0246-4e41-94af-d453a751b9c8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.371508 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-91416338-5b12-4b03-b8dc-e94b715c6fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.373141 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-91416338-5b12-4b03-b8dc-e94b715c6fba service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0961185 May 27 03:24:29.375329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4d68139f-543d-4b40-9193-b62b7b316368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a36031fe-0246-4e41-94af-d453a751b9c8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.376167 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-333bcde4-39a0-4872-b93e-db724cd359d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.378192 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-333bcde4-39a0-4872-b93e-db724cd359d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1127 time: 0.8398290 May 27 03:24:29.452701 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e779b593-3403-4f5f-b2e7-c86cb0fd5fd4 req-1f597a9f-632c-43dc-9376-9ea2af4b9750 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104113 May 27 03:24:29.466477 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-c170210c-0952-4d43-9f6c-819ea7e6e56b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 217 time: 0.0712521 May 27 03:24:29.476934 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4d68139f-543d-4b40-9193-b62b7b316368 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3b0ca4ed871d46be9bb293eae9f8b5f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9658668 May 27 03:24:29.476934 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d68139f-543d-4b40-9193-b62b7b316368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a36031fe-0246-4e41-94af-d453a751b9c8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:29.477601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55876) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:29.550026 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c301a6-476b-4abf-82ef-0f4d1ec41553 x-openstack-request-id: req-22c301a6-476b-4abf-82ef-0f4d1ec41553 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:29.550672 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:29.550672 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-22c301a6-476b-4abf-82ef-0f4d1ec41553 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:29.551135 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22c301a6-476b-4abf-82ef-0f4d1ec41553'] response: {'name': 'network-changed', 'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc', 'status': 'completed', 'code': 200} May 27 03:24:29.561572 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-8800175f-3cac-4388-9a1c-f4c1a7a16bbf service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1676638 May 27 03:24:29.565140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.581353 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:UPDATE=1,neutron:INSERT=9 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:29.594472 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] Publish callbacks [] for security_group (a36031fe-0246-4e41-94af-d453a751b9c8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.624412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-64afa615-1d2a-4a0f-aab6-2f8a950058ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.626011 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-64afa615-1d2a-4a0f-aab6-2f8a950058ea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.1417997 May 27 03:24:29.678271 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589f39b-f111-44b3-95c8-f0bfc7e2241a x-openstack-request-id: req-b589f39b-f111-44b3-95c8-f0bfc7e2241a {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:29.679135 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "name": "network-vif-plugged", "status": "completed", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:29.679454 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b589f39b-f111-44b3-95c8-f0bfc7e2241a {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:29.679936 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b589f39b-f111-44b3-95c8-f0bfc7e2241a'] response: {'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993', 'code': 200} May 27 03:24:29.745400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-a115f79d-d23e-44ae-ab3c-de158278c7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:29.746990 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-a115f79d-d23e-44ae-ab3c-de158278c7de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1103745 May 27 03:24:29.754077 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.892618 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] Publish callbacks [] for security_group (a36031fe-0246-4e41-94af-d453a751b9c8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:29.896115 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:24:29.905127 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:29.923677 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:24:29.928839 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41e6da8-005c-4d31-9ffa-09feba8629e5 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:29.984442 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks [] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.002273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.60', 53837) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:30.015487 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:30.080214 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36714afd-8be2-47fd-8f64-d700f667b532 req-4e4f7c01-ee25-4392-8669-76acde8e463e tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.096590 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-36714afd-8be2-47fd-8f64-d700f667b532 req-4e4f7c01-ee25-4392-8669-76acde8e463e tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.2817147 May 27 03:24:30.100883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:30.138539 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795317d-85d5-4bfd-8573-847486d2cfee req-3f2a487b-7014-424c-b992-eb96dfecbdd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.140108 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1795317d-85d5-4bfd-8573-847486d2cfee req-3f2a487b-7014-424c-b992-eb96dfecbdd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 1129 time: 0.1257539 May 27 03:24:30.157550 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Transition to ACTIVE for port object c41e6da8-005c-4d31-9ffa-09feba8629e5 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:30.204465 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f9b2ac62-4eb9-433f-8dcf-8d1bc1544478 req-3053fd2b-ae73-4a98-a89c-e4e1301d04c0 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6353920 May 27 03:24:30.223682 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-36714afd-8be2-47fd-8f64-d700f667b532 req-f4b02228-8ffb-4dbe-989d-cebf578832ad tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249895 May 27 03:24:30.225706 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55914) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:30.250876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a36031fe-0246-4e41-94af-d453a751b9c8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.258024 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.261110 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a36031fe-0246-4e41-94af-d453a751b9c8 HTTP/1.1" status: 204 len: 168 time: 0.7805908 May 27 03:24:30.268574 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.281708 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1795317d-85d5-4bfd-8573-847486d2cfee req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.283626 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7e80eaf8-b61c-439a-8d40-4a5190c52113 None None] Provisioning complete for port 5f209ba7-5949-4139-a03b-ee0ae3138cea triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:30.285073 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7e80eaf8-b61c-439a-8d40-4a5190c52113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.290245 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde09847-804a-422b-bb2d-ea0e41c44b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a36031fe-0246-4e41-94af-d453a751b9c8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:30.294773 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:30.302998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.303996 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.331183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75540994-125d-44dc-b854-a3c9710a3f26 req-62776eef-5843-4edb-aa82-176b5dc16dd4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.333966 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75540994-125d-44dc-b854-a3c9710a3f26 req-62776eef-5843-4edb-aa82-176b5dc16dd4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1890798 May 27 03:24:30.398144 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7e80eaf8-b61c-439a-8d40-4a5190c52113 None None] Port 5f209ba7-5949-4139-a03b-ee0ae3138cea cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:24:30.419220 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec95c9-ff82-4255-b010-f79e927fbade admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.451036 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:30.458159 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:30.464675 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-d2a66e25-6ed2-401c-a21d-41a922d512ee service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7045789 May 27 03:24:30.574336 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49118465-98e6-4762-a87b-b4639ac8fa01 req-4b23fbca-b836-426a-93fc-e666f1f6263d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.582710 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-7f7c6d48-e45b-480f-bc78-cd400e4ae175 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5822608 May 27 03:24:30.586641 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-49118465-98e6-4762-a87b-b4639ac8fa01 req-4b23fbca-b836-426a-93fc-e666f1f6263d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 931 time: 0.1043694 May 27 03:24:30.685075 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-49118465-98e6-4762-a87b-b4639ac8fa01 req-8243647d-37ef-412b-8684-844754880bce tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950434 May 27 03:24:30.711067 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75540994-125d-44dc-b854-a3c9710a3f26 req-870826d1-ac57-4900-bd73-7e94e540c898 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2411528 May 27 03:24:30.790840 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Attempting to bind port c41e6da8-005c-4d31-9ffa-09feba8629e5 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:30.791944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Attempting to bind port c41e6da8-005c-4d31-9ffa-09feba8629e5 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:30.792523 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Attempting to bind port c41e6da8-005c-4d31-9ffa-09feba8629e5 on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:30.809163 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Port c41e6da8-005c-4d31-9ffa-09feba8629e5 on network 1891957d-4247-46a9-9554-49f7b2427352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:30.809749 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Attempting to bind port c41e6da8-005c-4d31-9ffa-09feba8629e5 on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:30.820205 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:30.820849 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:30.821359 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Bound using segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:30.821901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Bound port: c41e6da8-005c-4d31-9ffa-09feba8629e5, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:30.822459 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.823610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec95c9-ff82-4255-b010-f79e927fbade admin admin] Publish callbacks [] for security_group (178ce37e-51aa-4aca-832a-88f984a0073f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.831437 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-baec95c9-ff82-4255-b010-f79e927fbade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (178ce37e-51aa-4aca-832a-88f984a0073f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.843861 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1795317d-85d5-4bfd-8573-847486d2cfee req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] Publish callbacks [] for security_group (8e89b40d-fa3b-413b-ad40-22e42270226f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.860676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1795317d-85d5-4bfd-8573-847486d2cfee req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (8e89b40d-fa3b-413b-ad40-22e42270226f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:30.924450 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-baec95c9-ff82-4255-b010-f79e927fbade admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7e0413283f6d4741b0f48502409b753f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6952584 May 27 03:24:30.926200 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 55960) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:30.935301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baec95c9-ff82-4255-b010-f79e927fbade admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178ce37e-51aa-4aca-832a-88f984a0073f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:30.949456 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623ea4f5-743a-4fba-8001-10aee839c382 req-e4ec1167-55a9-4aa1-8a9e-5822c9b83b31 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:30.958690 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-623ea4f5-743a-4fba-8001-10aee839c382 req-e4ec1167-55a9-4aa1-8a9e-5822c9b83b31 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.1235254 May 27 03:24:30.960376 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8e89b40d-fa3b-413b-ad40-22e42270226f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:31.000028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Request body: {'port': {'device_id': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:31.020496 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 55968) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:31.059575 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1795317d-85d5-4bfd-8573-847486d2cfee req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9106951 May 27 03:24:31.064474 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:31.087230 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-81778fff-84f0-4471-ba2e-aae168d2b546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.089412 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-81778fff-84f0-4471-ba2e-aae168d2b546 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1127 time: 0.0824909 May 27 03:24:31.101657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] Publish callbacks [] for security_group (178ce37e-51aa-4aca-832a-88f984a0073f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.107547 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-623ea4f5-743a-4fba-8001-10aee839c382 req-c60b97bf-c3b4-479e-a24e-b08262d82a48 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468115 May 27 03:24:31.108781 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f37dadb7-2f83-494f-ab35-8bbf50264b09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.123666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:31.139598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] Publish callbacks [] for security_group (178ce37e-51aa-4aca-832a-88f984a0073f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.165061 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.196290 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (178ce37e-51aa-4aca-832a-88f984a0073f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.201695 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.202944 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/178ce37e-51aa-4aca-832a-88f984a0073f HTTP/1.1" status: 204 len: 168 time: 0.2754452 May 27 03:24:31.214800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6679348b-1b73-4611-b733-c6aa75d88a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178ce37e-51aa-4aca-832a-88f984a0073f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:31.246935 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.250166 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.250166 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/c41e6da8-005c-4d31-9ffa-09feba8629e5 HTTP/1.1" status: 200 len: 1094 time: 3.5357482 May 27 03:24:31.251685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.253668 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:31.255907 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32521f6f-31ba-45e0-b309-19638781755e" -d '{"events": [{"name": "network-changed", "server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:31.288097 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10b3b5f5-68bd-4147-bd5e-1e19a1024a8f req-ffdb3cca-d915-4039-a743-ebc69cfb044c service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057985 May 27 03:24:31.337183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1314bd7c-e5e8-4154-95d1-550f68c1441f x-openstack-request-id: req-1314bd7c-e5e8-4154-95d1-550f68c1441f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:31.337489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:31.337843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1314bd7c-e5e8-4154-95d1-550f68c1441f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:31.338838 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1314bd7c-e5e8-4154-95d1-550f68c1441f'] response: {'name': 'network-changed', 'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5', 'status': 'completed', 'code': 200} May 27 03:24:31.339180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:31.382205 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8ebfe-db89-44c9-8a18-b00a5a7ab6f4 service neutron] Pushing event updated for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:31.413720 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:31.508705 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f37dadb7-2f83-494f-ab35-8bbf50264b09 admin admin] Publish callbacks [] for security_group (0b7f2aab-2b78-4cca-b77a-1df307d30cab), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.522223 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db0b63c-c2ba-4bf5-bdfe-063dc16c15f2 req-94aba662-35a9-46d9-9070-1520599e4c6f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.523800 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4db0b63c-c2ba-4bf5-bdfe-063dc16c15f2 req-94aba662-35a9-46d9-9070-1520599e4c6f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.2045846 May 27 03:24:31.527417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f37dadb7-2f83-494f-ab35-8bbf50264b09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0b7f2aab-2b78-4cca-b77a-1df307d30cab), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.687045 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-93888ba1-73ba-4216-9897-be51bc0f2c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.688695 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-93888ba1-73ba-4216-9897-be51bc0f2c7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.2673602 May 27 03:24:31.810552 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:31.833964 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfc220-d5e7-4804-ae66-79fdf7bd984d req-6dae13d4-9cb7-4d2c-9a38-6a6ba034d66c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:31.836423 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7abfc220-d5e7-4804-ae66-79fdf7bd984d req-6dae13d4-9cb7-4d2c-9a38-6a6ba034d66c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 931 time: 0.0705426 May 27 03:24:31.853712 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37dadb7-2f83-494f-ab35-8bbf50264b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7f2aab-2b78-4cca-b77a-1df307d30cab,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:31.858024 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f37dadb7-2f83-494f-ab35-8bbf50264b09 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e4e51e779dd4d628573d3a22a5b693f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8121021 May 27 03:24:31.863233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56012) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:31.863233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56014) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:31.904143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e56f9368-77ab-4705-9af8-b50fd658801e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:31.905689 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7abfc220-d5e7-4804-ae66-79fdf7bd984d req-1534d979-2b91-4cfa-9c09-adaa556721aa tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635517 May 27 03:24:31.928145 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4db0b63c-c2ba-4bf5-bdfe-063dc16c15f2 req-cd7f83d9-f565-4f60-b5e3-45710d9e00e3 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3872428 May 27 03:24:32.001363 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56022) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:32.040716 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] Publish callbacks [] for security_group (0b7f2aab-2b78-4cca-b77a-1df307d30cab), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.097972 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f8a155-8c9a-49ce-8952-cb6259e09edd req-14ad2bd6-4518-4e66-bc1d-0d8fbadbd5a7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.100020 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e3f8a155-8c9a-49ce-8952-cb6259e09edd req-14ad2bd6-4518-4e66-bc1d-0d8fbadbd5a7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0844245 May 27 03:24:32.108079 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] Publish callbacks [] for security_group (0b7f2aab-2b78-4cca-b77a-1df307d30cab), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.133248 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:32.163560 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1d2f-659e-4d25-a2f6-8ce8b5383e95 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.183335 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e3f8a155-8c9a-49ce-8952-cb6259e09edd req-a4c48cec-7211-4963-a4b2-f194479a9417 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762613 May 27 03:24:32.183624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e56f9368-77ab-4705-9af8-b50fd658801e admin admin] Publish callbacks [] for security_group (3afc867e-a013-4974-b3f5-cca6eae8f6d1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.231461 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e56f9368-77ab-4705-9af8-b50fd658801e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (3afc867e-a013-4974-b3f5-cca6eae8f6d1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.253107 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1d2f-659e-4d25-a2f6-8ce8b5383e95 admin admin] Publish callbacks [] for security_group (9e70264d-b8d9-4f88-bf60-31303d0e0b4a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.256564 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c4d1d2f-659e-4d25-a2f6-8ce8b5383e95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9e70264d-b8d9-4f88-bf60-31303d0e0b4a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.296470 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4d1d2f-659e-4d25-a2f6-8ce8b5383e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e70264d-b8d9-4f88-bf60-31303d0e0b4a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.296702 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f209ba7-5949-4139-a03b-ee0ae3138cea {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:32.304448 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6c4d1d2f-659e-4d25-a2f6-8ce8b5383e95 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=234f88d75861439c81fc82d18d1532c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010554 May 27 03:24:32.304448 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56032) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:32.317923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1617042a-4dcf-47df-ac53-0736b59316db req-accf8868-ebfb-4d85-a1c0-7bbbf1cd5d83 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.319417 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1617042a-4dcf-47df-ac53-0736b59316db req-accf8868-ebfb-4d85-a1c0-7bbbf1cd5d83 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.1304724 May 27 03:24:32.321301 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks [] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.326522 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e56f9368-77ab-4705-9af8-b50fd658801e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f3b10f85dd1403db32556ea0ab60ad7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4623656 May 27 03:24:32.329986 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56034) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:32.332703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f9368-77ab-4705-9af8-b50fd658801e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3afc867e-a013-4974-b3f5-cca6eae8f6d1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.362940 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] Publish callbacks [] for security_group (9e70264d-b8d9-4f88-bf60-31303d0e0b4a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.364479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:UPDATE=1,neutron:INSERT=8,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:32.369703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:32.374586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Transition to ACTIVE for port object 5f209ba7-5949-4139-a03b-ee0ae3138cea will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:24:32.375355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0b7f2aab-2b78-4cca-b77a-1df307d30cab), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.378000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.379152 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b7f2aab-2b78-4cca-b77a-1df307d30cab HTTP/1.1" status: 204 len: 168 time: 0.5138841 May 27 03:24:32.391670 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] Publish callbacks [] for security_group (9e70264d-b8d9-4f88-bf60-31303d0e0b4a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.392475 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.441412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150fc37-f2af-4716-a605-a784e99b2093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7f2aab-2b78-4cca-b77a-1df307d30cab,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.447470 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9e70264d-b8d9-4f88-bf60-31303d0e0b4a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.452974 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.476202 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9e70264d-b8d9-4f88-bf60-31303d0e0b4a HTTP/1.1" status: 204 len: 168 time: 0.1620257 May 27 03:24:32.481834 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1617042a-4dcf-47df-ac53-0736b59316db req-518f2f38-a228-4614-a603-d806840a5dbb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541965 May 27 03:24:32.494444 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Pushing event updated for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.578486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] Publish callbacks [] for security_group (3afc867e-a013-4974-b3f5-cca6eae8f6d1), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.578948 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-147a92b5-bf9d-4d92-8db1-fdcc47d3c7f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 217 time: 0.0813625 May 27 03:24:32.580307 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3367b-32d4-4b28-9461-e7c7a0b4ecf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e70264d-b8d9-4f88-bf60-31303d0e0b4a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:32.647265 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 24e06267-7c42-4615-b99c-ea36432e8bbc details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:32.652492 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-84e6860d-7e64-4d66-9ed1-6a65e6f88898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.654768 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-84e6860d-7e64-4d66-9ed1-6a65e6f88898 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0631781 May 27 03:24:32.694359 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32521f6f-31ba-45e0-b309-19638781755e req-e10353c4-5255-48c8-81c1-a7fb11985972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.696024 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-32521f6f-31ba-45e0-b309-19638781755e req-e10353c4-5255-48c8-81c1-a7fb11985972 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1128 time: 0.1943359 May 27 03:24:32.696943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-ec821042-22aa-4639-a907-615ed5cece98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.698806 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-ec821042-22aa-4639-a907-615ed5cece98 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1127 time: 0.1958442 May 27 03:24:32.705474 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] Publish callbacks [] for security_group (3afc867e-a013-4974-b3f5-cca6eae8f6d1), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.734871 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-17dbe477-6647-4b4b-8a91-dc6163369976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:32.739297 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-17dbe477-6647-4b4b-8a91-dc6163369976 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0786006 May 27 03:24:32.856082 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24e06267-7c42-4615-b99c-ea36432e8bbc,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:32.882213 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '24e06267-7c42-4615-b99c-ea36432e8bbc', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'port_id': '24e06267-7c42-4615-b99c-ea36432e8bbc', 'mac_address': 'fa:16:3e:67:63:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:32.916889 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-7e111d74-84b6-40e4-835b-349b29273589 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634159 May 27 03:24:32.953298 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:32.971748 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 24e06267-7c42-4615-b99c-ea36432e8bbc is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:32.972477 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:32.990969 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e06267-7c42-4615-b99c-ea36432e8bbc {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:33.020138 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24e06267-7c42-4615-b99c-ea36432e8bbc,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:33.031932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Attempting to bind port 5f209ba7-5949-4139-a03b-ee0ae3138cea on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:24:33.032411 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Attempting to bind port 5f209ba7-5949-4139-a03b-ee0ae3138cea by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:24:33.033553 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.034382 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-784844db-a2f8-418e-a765-4c7f5bf2571d service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112828 May 27 03:24:33.034877 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:33.035033 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Attempting to bind port 5f209ba7-5949-4139-a03b-ee0ae3138cea on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:33.095953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.101447 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:33.123859 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2040ae-6850-415e-9c63-3a8596e49246 req-e9a042fd-327e-4cd7-9725-1f2c042c3ae6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.132008 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7c2040ae-6850-415e-9c63-3a8596e49246 req-e9a042fd-327e-4cd7-9725-1f2c042c3ae6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0725262 May 27 03:24:33.179911 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3b17c-14fa-49b7-9d0a-2ef759884be0 req-f5ea447a-179c-4c80-b032-e9c37854da0a tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.187483 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08e3b17c-14fa-49b7-9d0a-2ef759884be0 req-f5ea447a-179c-4c80-b032-e9c37854da0a tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0717182 May 27 03:24:33.194200 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56058) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:33.201501 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7c2040ae-6850-415e-9c63-3a8596e49246 req-e53d7df4-e5ce-4ce9-882b-f188169c8a7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683978 May 27 03:24:33.247266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f1e725da-b4e4-49ae-a637-f958aadff250 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.249691 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Port 5f209ba7-5949-4139-a03b-ee0ae3138cea on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:24:33.250059 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Attempting to bind port 5f209ba7-5949-4139-a03b-ee0ae3138cea on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:24:33.261629 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:33.281465 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:33.300820 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 24, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:24:33.301830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Checking segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:33.302370 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Bound using segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:24:33.302961 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Bound port: 5f209ba7-5949-4139-a03b-ee0ae3138cea, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:24:33.303478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.339124 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:33.339668 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.358122 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:33.390519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:33.393628 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:33.400257 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.418637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32521f6f-31ba-45e0-b309-19638781755e req-88a3141f-4746-495c-94f5-9ebe539f9248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.420105 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-32521f6f-31ba-45e0-b309-19638781755e req-88a3141f-4746-495c-94f5-9ebe539f9248 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&shared=False HTTP/1.1" status: 200 len: 919 time: 0.7007189 May 27 03:24:33.420967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (3afc867e-a013-4974-b3f5-cca6eae8f6d1), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.423867 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.424923 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3afc867e-a013-4974-b3f5-cca6eae8f6d1 HTTP/1.1" status: 204 len: 168 time: 1.0931439 May 27 03:24:33.428353 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-08e3b17c-14fa-49b7-9d0a-2ef759884be0 req-175131f5-3016-4ce0-8e2f-1c11cab95426 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400093 May 27 03:24:33.441523 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acbf9eb-6a42-4070-9750-d1ca0ba4ff53 req-322c1c4a-7477-4192-8569-9bb1d5f2be4f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.452051 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9acbf9eb-6a42-4070-9750-d1ca0ba4ff53 req-322c1c4a-7477-4192-8569-9bb1d5f2be4f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1515713 May 27 03:24:33.464872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-4d3f011e-e142-4c76-bf50-c5aa664c2394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.466351 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-4d3f011e-e142-4c76-bf50-c5aa664c2394 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.7412095 May 27 03:24:33.492515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6b604b-d169-4c2c-8fc8-7bf07d77553d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3afc867e-a013-4974-b3f5-cca6eae8f6d1,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.521886 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:33.544959 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:24:33.547745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.548522 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:24:33.556368 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9acbf9eb-6a42-4070-9750-d1ca0ba4ff53 req-1b5ea528-cb86-40ef-b629-751d4959fb3a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027799 May 27 03:24:33.580961 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.584378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f1e725da-b4e4-49ae-a637-f958aadff250 admin admin] Publish callbacks [] for security_group (fa7bc029-e352-4f54-817c-3c65f189b987), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.609613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f1e725da-b4e4-49ae-a637-f958aadff250 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (fa7bc029-e352-4f54-817c-3c65f189b987), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.644637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.645259 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.646770 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] 10.222.0.60 "PUT /v2.0/ports/5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 200 len: 1093 time: 2.6693046 May 27 03:24:33.660291 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:33.662525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:33.692102 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:33.737692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f1e725da-b4e4-49ae-a637-f958aadff250 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a5438cb2e8a942a2b9daf42d4a4735fd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5158827 May 27 03:24:33.740414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c0ae3eb-2e29-44e0-b153-be536de1ed72 x-openstack-request-id: req-3c0ae3eb-2e29-44e0-b153-be536de1ed72 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:33.740777 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:33.740981 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56080) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:33.741437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3c0ae3eb-2e29-44e0-b153-be536de1ed72 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:33.741716 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c0ae3eb-2e29-44e0-b153-be536de1ed72'] response: {'name': 'network-changed', 'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'status': 'completed', 'code': 200} May 27 03:24:33.747758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb77b5d-53e3-4009-a669-a67b7d746530 service neutron] Pushing event updated for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.758359 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d850901-1d29-4212-b999-8ae7bea87de6 req-7742c66c-d85d-4c8e-84bb-6e214dfc6100 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:33.760102 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d850901-1d29-4212-b999-8ae7bea87de6 req-7742c66c-d85d-4c8e-84bb-6e214dfc6100 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.1460836 May 27 03:24:33.761782 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e725da-b4e4-49ae-a637-f958aadff250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7bc029-e352-4f54-817c-3c65f189b987,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:33.846249 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d850901-1d29-4212-b999-8ae7bea87de6 req-0eaa23bb-82c5-4074-b664-00f3664afdd2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774257 May 27 03:24:33.872201 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] Publish callbacks [] for security_group (fa7bc029-e352-4f54-817c-3c65f189b987), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.895054 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] Publish callbacks [] for security_group (fa7bc029-e352-4f54-817c-3c65f189b987), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.896980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['24e06267-7c42-4615-b99c-ea36432e8bbc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:33.907504 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:33.953562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (fa7bc029-e352-4f54-817c-3c65f189b987), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.957845 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:33.960028 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fa7bc029-e352-4f54-817c-3c65f189b987 HTTP/1.1" status: 204 len: 168 time: 0.2179134 May 27 03:24:33.970509 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e456878e-45fd-4f06-809b-7e7da2fd8d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7bc029-e352-4f54-817c-3c65f189b987,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:34.047676 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['906f93e1-97e9-4418-8ad2-066ad5cfe98a'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:34.115524 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-cd34e1ed-9ae1-4e88-bc22-2799f639fc26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 217 time: 0.1224656 May 27 03:24:34.262600 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-3a7d8670-e74a-47bd-807a-c7e417e9fd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.264140 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-3a7d8670-e74a-47bd-807a-c7e417e9fd67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1127 time: 0.1760430 May 27 03:24:34.310836 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-e03d2a16-7da4-4aa3-9b6b-5d60cb13cb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.313126 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-e03d2a16-7da4-4aa3-9b6b-5d60cb13cb5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.1888926 May 27 03:24:34.350333 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2784e310-762f-4a28-8db9-0503e90fa691 req-687ce15e-98d3-4db2-a5d8-492ee51be7d7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.358067 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2784e310-762f-4a28-8db9-0503e90fa691 req-687ce15e-98d3-4db2-a5d8-492ee51be7d7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0678711 May 27 03:24:34.419346 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2784e310-762f-4a28-8db9-0503e90fa691 req-4a9d9f5c-842f-4be5-a6af-1e1b4b8be0be tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601597 May 27 03:24:34.649312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-e68df18d-09f8-44d2-be3f-b439654e1432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.651137 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-e68df18d-09f8-44d2-be3f-b439654e1432 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3193088 May 27 03:24:34.652275 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32521f6f-31ba-45e0-b309-19638781755e req-e63c5ce7-e211-4683-8f0d-0d4857588637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.654197 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-32521f6f-31ba-45e0-b309-19638781755e req-e63c5ce7-e211-4683-8f0d-0d4857588637 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6691802 May 27 03:24:34.715007 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266fea3a-6d09-47ea-afcc-c058ff331acb req-6c64d343-f8cf-4410-b132-96a93075f04d tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.716558 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-266fea3a-6d09-47ea-afcc-c058ff331acb req-6c64d343-f8cf-4410-b132-96a93075f04d tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.1142106 May 27 03:24:34.762886 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284de82-a050-41ff-b558-98cf5b848ba8 req-5b318f05-0724-43c4-95a4-8666ec15a119 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.774083 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b284de82-a050-41ff-b558-98cf5b848ba8 req-5b318f05-0724-43c4-95a4-8666ec15a119 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.1002264 May 27 03:24:34.818848 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-aef272de-26c1-4ed1-899b-d13983c295be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.820419 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-aef272de-26c1-4ed1-899b-d13983c295be service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b114bd896cc6469184097ef9300613da&shared=False HTTP/1.1" status: 200 len: 911 time: 0.5408204 May 27 03:24:34.827199 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b284de82-a050-41ff-b558-98cf5b848ba8 req-67014199-0980-45c0-83cd-c297d075992b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522118 May 27 03:24:34.840869 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:34.875589 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-beb8a959-d4f7-4b73-8a33-82c883977382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:34.877380 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-beb8a959-d4f7-4b73-8a33-82c883977382 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1128 time: 0.1246333 May 27 03:24:34.980006 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-266fea3a-6d09-47ea-afcc-c058ff331acb req-e864bf4b-7087-44e5-8d4f-30c5a9f7dc3b tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313178 May 27 03:24:34.986429 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-39f770fc-f410-4fca-881f-8541eb747018 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5 HTTP/1.1" status: 200 len: 217 time: 0.0881824 May 27 03:24:34.991560 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-04c7ef81-7dcd-4c75-9de0-79392a359967 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3235400 May 27 03:24:35.026082 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45777a-ae57-46d1-8bad-d9265c22f6d9 req-e5f5004b-a471-4e32-94cf-7fd3ac7ea02e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.028847 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9f45777a-ae57-46d1-8bad-d9265c22f6d9 req-e5f5004b-a471-4e32-94cf-7fd3ac7ea02e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0954568 May 27 03:24:35.088523 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9f45777a-ae57-46d1-8bad-d9265c22f6d9 req-f26686f0-5a6a-4e56-8e0c-f42a1c0b1997 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531182 May 27 03:24:35.107231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-404fed82-7e89-4273-8869-120d0b466704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.108718 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cea39d3f-ff41-4aed-aed4-f98f7cb02eb9 req-404fed82-7e89-4273-8869-120d0b466704 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2791710 May 27 03:24:35.118844 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 24e06267-7c42-4615-b99c-ea36432e8bbc up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:35.162850 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-5ab71eb5-42d2-4c36-b27f-b53b1c0a06cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.164493 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-5ab71eb5-42d2-4c36-b27f-b53b1c0a06cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.1675498 May 27 03:24:35.168737 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-20f90a09-76c1-4e23-a8d3-060ca4bbfd75 req-d81d8305-2630-4378-b352-0ce1b3c49293 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1624095 May 27 03:24:35.218116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 24e06267-7c42-4615-b99c-ea36432e8bbc completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:35.220228 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:35.231169 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 24e06267-7c42-4615-b99c-ea36432e8bbc triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:35.231963 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:35.331551 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-cb6ae125-002e-4f80-841d-3755edde1213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.333793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 24e06267-7c42-4615-b99c-ea36432e8bbc is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:35.334300 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:35.334590 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-cb6ae125-002e-4f80-841d-3755edde1213 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1374102 May 27 03:24:35.336229 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-466f154a-cd32-4823-9e2e-8f5532d5e542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.338081 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-466f154a-cd32-4823-9e2e-8f5532d5e542 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1127 time: 0.1312306 May 27 03:24:35.362650 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:35.364769 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2edcc436-279e-4438-b67f-8519977c1019" -d '{"events": [{"server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "name": "network-vif-plugged", "status": "completed", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:35.392176 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24e06267-7c42-4615-b99c-ea36432e8bbc,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:35.400411 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:35.401994 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-68ac0b60-4f50-44d9-b6dc-b457e8aa3cc1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 200 len: 217 time: 0.0483153 May 27 03:24:35.402804 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:35.404919 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:35.476683 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c1bfef-7436-4f7f-be8b-53265f8dc748 x-openstack-request-id: req-a6c1bfef-7436-4f7f-be8b-53265f8dc748 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:35.476809 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "name": "network-vif-plugged", "status": "completed", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:35.477042 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a6c1bfef-7436-4f7f-be8b-53265f8dc748 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:35.483156 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6c1bfef-7436-4f7f-be8b-53265f8dc748'] response: {'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc', 'code': 200} May 27 03:24:35.503131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-1f292467-dab2-42b8-a64a-4cfcdb589f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.504692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-1f292467-dab2-42b8-a64a-4cfcdb589f5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.0923820 May 27 03:24:35.553362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-85c842d7-b3a0-41fd-9270-b1271145e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.558902 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-85c842d7-b3a0-41fd-9270-b1271145e529 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410309 May 27 03:24:35.594179 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-0e28d638-fc99-4da2-8d45-75b4c80dd211 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417593 May 27 03:24:35.650589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:35.679768 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 906f93e1-97e9-4418-8ad2-066ad5cfe98a completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:35.698597 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 906f93e1-97e9-4418-8ad2-066ad5cfe98a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:35.698996 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:35.707239 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68780a4-6a0a-44cd-aaa0-04f12e099c88 req-3c605784-4ed7-4ee6-8333-29f804c88c0b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.709240 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b68780a4-6a0a-44cd-aaa0-04f12e099c88 req-3c605784-4ed7-4ee6-8333-29f804c88c0b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.1090651 May 27 03:24:35.794448 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b68780a4-6a0a-44cd-aaa0-04f12e099c88 req-eb752461-f4b0-4414-a52c-f14763b48c6a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781863 May 27 03:24:35.912451 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fca66117-b6ae-47e3-92c7-ae31dbe82b51 req-eb986ad6-d76b-4622-b939-6c7080be6cf9 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826774 May 27 03:24:35.940395 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-bbfc35b9-d850-4d98-a063-6c75aaa606c0 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3745785 May 27 03:24:35.941251 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5f766-5f15-4ee8-858f-f43ee1b848ab req-607b31a0-3d8d-474c-b510-df042b04e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:35.942700 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cbd5f766-5f15-4ee8-858f-f43ee1b848ab req-607b31a0-3d8d-474c-b510-df042b04e973 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1129 time: 0.1920490 May 27 03:24:36.070967 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:36.071354 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.117137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:36.123990 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.159354 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cbd5f766-5f15-4ee8-858f-f43ee1b848ab req-7cfbd800-3d0d-4945-bd0a-a98c58b74369 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903839 May 27 03:24:36.172914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e42b8-de8b-4a94-b966-072b6d5870af req-154e26fe-b2d6-4040-8b1e-08678030eede tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:36.180015 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-320e42b8-de8b-4a94-b966-072b6d5870af req-154e26fe-b2d6-4040-8b1e-08678030eede tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.2098784 May 27 03:24:36.196701 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:36.249784 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba9075-2075-40a9-aaa5-ababcb37cc82 req-3fbfdd02-02aa-4951-b8e9-0e8560dc4575 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:36.251676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:36.260799 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9eba9075-2075-40a9-aaa5-ababcb37cc82 req-3fbfdd02-02aa-4951-b8e9-0e8560dc4575 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0748518 May 27 03:24:36.268251 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-320e42b8-de8b-4a94-b966-072b6d5870af req-51c98473-7fcf-4346-86f7-92a9171789c5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872850 May 27 03:24:36.274770 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae0af95b-266a-4ded-b1f2-d01f01b2dbaf req-eb9a7082-a873-4946-893d-39295bd0abdd service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3218861 May 27 03:24:36.321540 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9eba9075-2075-40a9-aaa5-ababcb37cc82 req-9cc1a8d3-7be4-450c-8292-2b6e0de71534 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598164 May 27 03:24:36.485556 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56196) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:36.682267 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92ba7570-1676-4cbb-9431-f8a0218de388 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.818675 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92ba7570-1676-4cbb-9431-f8a0218de388 admin admin] Publish callbacks [] for security_group (2dabfa9d-532e-4214-bbc7-eaad7483e760), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.823685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-92ba7570-1676-4cbb-9431-f8a0218de388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2dabfa9d-532e-4214-bbc7-eaad7483e760), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.892438 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ba7570-1676-4cbb-9431-f8a0218de388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dabfa9d-532e-4214-bbc7-eaad7483e760,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:36.898387 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-92ba7570-1676-4cbb-9431-f8a0218de388 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7a7e5de723834100881245e603802e96&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4116673 May 27 03:24:36.902067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56224) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:36.978000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] Publish callbacks [] for security_group (2dabfa9d-532e-4214-bbc7-eaad7483e760), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:36.988979 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a89e8a5-dc33-40f9-a39a-2bf14a871b0d req-2c612d80-fde9-4efb-896f-a59c90d794e1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:36.997430 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4a89e8a5-dc33-40f9-a39a-2bf14a871b0d req-2c612d80-fde9-4efb-896f-a59c90d794e1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.1213288 May 27 03:24:37.002415 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] Publish callbacks [] for security_group (2dabfa9d-532e-4214-bbc7-eaad7483e760), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.054597 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4a89e8a5-dc33-40f9-a39a-2bf14a871b0d req-147655bf-ed01-4ac8-a5b0-d0eca8c62bdc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560369 May 27 03:24:37.065016 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2dabfa9d-532e-4214-bbc7-eaad7483e760), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.067553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.068952 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2dabfa9d-532e-4214-bbc7-eaad7483e760 HTTP/1.1" status: 204 len: 168 time: 0.1657500 May 27 03:24:37.091753 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf28d4a-3f45-47de-afa3-6ec3e4bb8e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dabfa9d-532e-4214-bbc7-eaad7483e760,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:37.111331 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:37.428988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ea9fc-1a0b-4e3f-983d-cb2435881acd req-93c68249-fb20-48e9-b57b-19dff56da7ab tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:37.430611 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-547ea9fc-1a0b-4e3f-983d-cb2435881acd req-93c68249-fb20-48e9-b57b-19dff56da7ab tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0640850 May 27 03:24:37.484729 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:37.488796 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ec922c-ff4e-4555-aafe-65260249b799" -d '{"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:37.493528 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-547ea9fc-1a0b-4e3f-983d-cb2435881acd req-a198506d-4400-4347-851c-08967f577c18 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555348 May 27 03:24:37.533503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56260) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:37.549718 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-36f6c036-dcfa-4134-83c6-2c57c7c2f4f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.660724 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:37.675717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:37.692789 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b94d46-d41b-4aa1-bd9d-b103ab341177 req-d4faf0e9-7a22-4634-bc74-d6ed54fb8b69 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:37.694348 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e2b94d46-d41b-4aa1-bd9d-b103ab341177 req-d4faf0e9-7a22-4634-bc74-d6ed54fb8b69 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0694456 May 27 03:24:37.697400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-36f6c036-dcfa-4134-83c6-2c57c7c2f4f7 admin admin] Publish callbacks [] for security_group (05851c9b-e0a5-41a4-9245-cfa9693d660e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.708042 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-36f6c036-dcfa-4134-83c6-2c57c7c2f4f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05851c9b-e0a5-41a4-9245-cfa9693d660e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.772500 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-36f6c036-dcfa-4134-83c6-2c57c7c2f4f7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=52d9019a270f42879deb54e79fda3abc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2377546 May 27 03:24:37.777836 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56268) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:37.778293 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c036-dcfa-4134-83c6-2c57c7c2f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05851c9b-e0a5-41a4-9245-cfa9693d660e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:37.787502 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e2b94d46-d41b-4aa1-bd9d-b103ab341177 req-07c3c189-3ec9-4e91-bd3d-06e61d182372 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873275 May 27 03:24:37.815720 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:37.846489 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccab2a8-9ca9-42bb-91b9-c977865d36cc x-openstack-request-id: req-bccab2a8-9ca9-42bb-91b9-c977865d36cc {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:37.846801 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:37.847054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bccab2a8-9ca9-42bb-91b9-c977865d36cc {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:37.847448 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bccab2a8-9ca9-42bb-91b9-c977865d36cc'] response: {'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'code': 200} May 27 03:24:37.848452 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] Publish callbacks [] for security_group (05851c9b-e0a5-41a4-9245-cfa9693d660e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.871007 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] Publish callbacks [] for security_group (05851c9b-e0a5-41a4-9245-cfa9693d660e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.921967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05851c9b-e0a5-41a4-9245-cfa9693d660e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.924892 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:37.926101 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05851c9b-e0a5-41a4-9245-cfa9693d660e HTTP/1.1" status: 204 len: 168 time: 0.1470642 May 27 03:24:37.936142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e3e3aa-db9e-429d-84dd-12ffcc9687a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05851c9b-e0a5-41a4-9245-cfa9693d660e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:38.175581 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efedcdd-f7d2-47ae-b6ea-a251db9c6fd0 req-4b84733d-fafe-4d92-984e-e5172ec816fe tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:38.177778 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1efedcdd-f7d2-47ae-b6ea-a251db9c6fd0 req-4b84733d-fafe-4d92-984e-e5172ec816fe tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0520813 May 27 03:24:38.240544 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1efedcdd-f7d2-47ae-b6ea-a251db9c6fd0 req-e87c6200-fc47-4e9a-8943-0a68c398fc2f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567331 May 27 03:24:38.659249 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b3a5e2-9099-4586-9da4-9bf9260f2db2 req-a639707f-8a61-4e6a-9bf9-87a57b6b17aa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:38.661463 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a1b3a5e2-9099-4586-9da4-9bf9260f2db2 req-a639707f-8a61-4e6a-9bf9-87a57b6b17aa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0552516 May 27 03:24:38.746258 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a1b3a5e2-9099-4586-9da4-9bf9260f2db2 req-5d40e668-7427-4d37-83ef-c93b127254cd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779717 May 27 03:24:38.829951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56322) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:38.917725 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c0a8d-80d1-40ef-b09f-2fd20ecc62b8 req-19aa068a-ad0b-46c4-83aa-5f28738dbe99 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:38.919405 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-076c0a8d-80d1-40ef-b09f-2fd20ecc62b8 req-19aa068a-ad0b-46c4-83aa-5f28738dbe99 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0603042 May 27 03:24:38.962454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea1a778d-eeb6-4291-a7d5-7544b6d9044f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:38.996539 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-076c0a8d-80d1-40ef-b09f-2fd20ecc62b8 req-5e13af1e-9e34-4637-b844-f476e39c6378 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691299 May 27 03:24:39.058772 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea1a778d-eeb6-4291-a7d5-7544b6d9044f admin admin] Publish callbacks [] for security_group (4c436085-ab43-433e-8e7b-b5fb2d456002), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.062645 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea1a778d-eeb6-4291-a7d5-7544b6d9044f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4c436085-ab43-433e-8e7b-b5fb2d456002), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.101068 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ea1a778d-eeb6-4291-a7d5-7544b6d9044f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=50d2c30221cc419495a1a83f01858025&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2696795 May 27 03:24:39.102989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1a778d-eeb6-4291-a7d5-7544b6d9044f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c436085-ab43-433e-8e7b-b5fb2d456002,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:39.104587 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56332) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:39.157780 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] Publish callbacks [] for security_group (4c436085-ab43-433e-8e7b-b5fb2d456002), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.179431 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] Publish callbacks [] for security_group (4c436085-ab43-433e-8e7b-b5fb2d456002), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.227416 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4c436085-ab43-433e-8e7b-b5fb2d456002), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.230612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.231775 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4c436085-ab43-433e-8e7b-b5fb2d456002 HTTP/1.1" status: 204 len: 168 time: 0.1254420 May 27 03:24:39.233938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:39.241044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd30ce-cc80-4764-bdc8-ef3d3938e491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c436085-ab43-433e-8e7b-b5fb2d456002,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:39.374548 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b706644-204e-4e4e-8f78-7be1cc210e18 req-0cc09060-772b-4197-b919-6083052ad8fb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:39.376149 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3b706644-204e-4e4e-8f78-7be1cc210e18 req-0cc09060-772b-4197-b919-6083052ad8fb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0544455 May 27 03:24:39.436461 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3b706644-204e-4e4e-8f78-7be1cc210e18 req-556f5d58-8125-4e73-94b5-2e6a3359bbbb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537457 May 27 03:24:39.602967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56350) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:39.617586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-539ade8e-2864-454f-be57-012cd98488d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.705816 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-539ade8e-2864-454f-be57-012cd98488d2 admin admin] Publish callbacks [] for security_group (177ada14-7413-42e2-9727-b79fba804c24), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.710323 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-539ade8e-2864-454f-be57-012cd98488d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (177ada14-7413-42e2-9727-b79fba804c24), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.754941 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-539ade8e-2864-454f-be57-012cd98488d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7b1e99faded24e9f83c11402ba92358f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1500909 May 27 03:24:39.756770 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539ade8e-2864-454f-be57-012cd98488d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177ada14-7413-42e2-9727-b79fba804c24,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:39.757591 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56368) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:39.856370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] Publish callbacks [] for security_group (177ada14-7413-42e2-9727-b79fba804c24), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.884449 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cbdb8b-55ca-41cb-8c32-5a57c666b1a1 req-c7078bce-44c1-4921-965a-61673d34bec1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:39.885896 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e2cbdb8b-55ca-41cb-8c32-5a57c666b1a1 req-c7078bce-44c1-4921-965a-61673d34bec1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0630426 May 27 03:24:39.896308 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] Publish callbacks [] for security_group (177ada14-7413-42e2-9727-b79fba804c24), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:39.922728 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:39.969016 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e2cbdb8b-55ca-41cb-8c32-5a57c666b1a1 req-a04d57a2-0296-457a-b17e-b41bb9ba6c35 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754097 May 27 03:24:39.987549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (177ada14-7413-42e2-9727-b79fba804c24), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.000256 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.000256 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/177ada14-7413-42e2-9727-b79fba804c24 HTTP/1.1" status: 204 len: 168 time: 0.2326035 May 27 03:24:40.007207 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be926445-2ee7-4153-9b56-528c8ae5cc49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177ada14-7413-42e2-9727-b79fba804c24,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.016589 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56376) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:40.110148 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:40.128206 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae066087-07c2-4be6-9128-a6eb5f85b90b req-d58b535a-030f-4b5e-a3e7-4874ff5f6b0d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:40.132428 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae066087-07c2-4be6-9128-a6eb5f85b90b req-d58b535a-030f-4b5e-a3e7-4874ff5f6b0d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0601645 May 27 03:24:40.141127 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0690b283-b4f6-4295-a97d-9e50f8dbcaf8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.180353 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae066087-07c2-4be6-9128-a6eb5f85b90b req-0aa45a47-c9fa-4e26-8e4a-38a7e21db150 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438726 May 27 03:24:40.220417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0690b283-b4f6-4295-a97d-9e50f8dbcaf8 admin admin] Publish callbacks [] for security_group (cc3c8f01-f729-4ce4-a03a-3de397eaab62), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.225098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0690b283-b4f6-4295-a97d-9e50f8dbcaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (cc3c8f01-f729-4ce4-a03a-3de397eaab62), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.264466 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0690b283-b4f6-4295-a97d-9e50f8dbcaf8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=210740092f7a43c0a9c86f26fa2f3b38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2466166 May 27 03:24:40.265466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0690b283-b4f6-4295-a97d-9e50f8dbcaf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3c8f01-f729-4ce4-a03a-3de397eaab62,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.267418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56384) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:40.317503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] Publish callbacks [] for security_group (cc3c8f01-f729-4ce4-a03a-3de397eaab62), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.339975 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] Publish callbacks [] for security_group (cc3c8f01-f729-4ce4-a03a-3de397eaab62), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.389617 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (cc3c8f01-f729-4ce4-a03a-3de397eaab62), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.392841 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.394149 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cc3c8f01-f729-4ce4-a03a-3de397eaab62 HTTP/1.1" status: 204 len: 168 time: 0.1250226 May 27 03:24:40.404982 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fc44de-1893-4f8c-a1f8-3dca90ca4230 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3c8f01-f729-4ce4-a03a-3de397eaab62,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:40.556014 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d9129-46a2-4727-8e27-6884b8bfce30 req-3ad56411-91ed-4993-94e6-a2df67d29d4d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:40.557684 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6e3d9129-46a2-4727-8e27-6884b8bfce30 req-3ad56411-91ed-4993-94e6-a2df67d29d4d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0559881 May 27 03:24:40.613895 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6e3d9129-46a2-4727-8e27-6884b8bfce30 req-7a9e2c4e-a05e-4a5a-b1ce-aeac34b77979 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494068 May 27 03:24:40.814475 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56416) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:40.833253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3c12d98-0cc7-4803-86c9-01fbf2a78304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.955639 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3c12d98-0cc7-4803-86c9-01fbf2a78304 admin admin] Publish callbacks [] for security_group (acb2f198-b8e2-4221-ba14-73b861ae9305), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:40.960860 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3c12d98-0cc7-4803-86c9-01fbf2a78304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (acb2f198-b8e2-4221-ba14-73b861ae9305), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:41.005282 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56428) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:41.017800 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c3c12d98-0cc7-4803-86c9-01fbf2a78304 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f8d13afc38574561ba4ae2bf4836a546&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989510 May 27 03:24:41.025626 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c12d98-0cc7-4803-86c9-01fbf2a78304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acb2f198-b8e2-4221-ba14-73b861ae9305,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:41.085943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] Publish callbacks [] for security_group (acb2f198-b8e2-4221-ba14-73b861ae9305), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:41.110724 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] Publish callbacks [] for security_group (acb2f198-b8e2-4221-ba14-73b861ae9305), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:41.119929 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b3d0d-69a9-4ab4-9f5a-348175494819 req-0aadc99d-6c22-479e-bddc-7a7e2bf4a51d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:41.121176 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-111b3d0d-69a9-4ab4-9f5a-348175494819 req-0aadc99d-6c22-479e-bddc-7a7e2bf4a51d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0571122 May 27 03:24:41.174052 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-111b3d0d-69a9-4ab4-9f5a-348175494819 req-2ed9e1b6-7123-4c49-9e8b-b70c3c9b1661 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470870 May 27 03:24:41.186678 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (acb2f198-b8e2-4221-ba14-73b861ae9305), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:41.189417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:41.192303 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/acb2f198-b8e2-4221-ba14-73b861ae9305 HTTP/1.1" status: 204 len: 168 time: 0.1845992 May 27 03:24:41.201220 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d93a313-eb6a-4562-8609-be8fc1f115b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acb2f198-b8e2-4221-ba14-73b861ae9305,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:41.378273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c29161-59f1-4c23-9319-af52fbbe17e5 req-24193afe-0eea-491c-89f9-cc6945add339 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:41.386094 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42c29161-59f1-4c23-9319-af52fbbe17e5 req-24193afe-0eea-491c-89f9-cc6945add339 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0865235 May 27 03:24:41.435621 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-42c29161-59f1-4c23-9319-af52fbbe17e5 req-ac684041-9e96-49c4-a835-b2051a1b0d1a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485449 May 27 03:24:41.736042 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e3252d-9af0-4501-9164-cb878e77e83f req-a72ba04b-0c78-4340-9230-24d7a4844b72 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:41.737673 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-72e3252d-9af0-4501-9164-cb878e77e83f req-a72ba04b-0c78-4340-9230-24d7a4844b72 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0486419 May 27 03:24:41.787645 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-72e3252d-9af0-4501-9164-cb878e77e83f req-2732185f-7fb4-40db-ade2-96d5ab505948 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442615 May 27 03:24:42.262295 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:42.303414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0be7769-c41e-48d0-babd-28182a758efe req-ec261965-9741-45a2-8e16-bab5b77d2860 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:42.305069 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0be7769-c41e-48d0-babd-28182a758efe req-ec261965-9741-45a2-8e16-bab5b77d2860 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0546801 May 27 03:24:42.356688 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a0be7769-c41e-48d0-babd-28182a758efe req-32a64fca-67ad-4796-9261-a24f8043827e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461421 May 27 03:24:42.568822 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548bbeb-fe4a-4776-a506-f7ebfef3d838 req-af374883-92b2-456d-a9f2-30e8ac75bbc0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:42.570561 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5548bbeb-fe4a-4776-a506-f7ebfef3d838 req-af374883-92b2-456d-a9f2-30e8ac75bbc0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 944 time: 0.0577631 May 27 03:24:42.633280 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5548bbeb-fe4a-4776-a506-f7ebfef3d838 req-0c085b3e-d6ff-498a-8941-beb4a5dc00e5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563328 May 27 03:24:42.700269 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 5f209ba7-5949-4139-a03b-ee0ae3138cea details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:42.801990 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:42.814012 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'port_id': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'mac_address': 'fa:16:3e:93:f7:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:42.853291 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 5f209ba7-5949-4139-a03b-ee0ae3138cea is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:42.853827 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:42.873041 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f209ba7-5949-4139-a03b-ee0ae3138cea {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:42.894976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:42.899700 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:42.900408 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c41e6da8-005c-4d31-9ffa-09feba8629e5 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:24:42.942013 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eafdc4b3-3aca-4873-ac54-678c5795ee41 req-4999148b-324b-42d7-9559-cf18c6349fcc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:42.949649 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eafdc4b3-3aca-4873-ac54-678c5795ee41 req-4999148b-324b-42d7-9559-cf18c6349fcc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 943 time: 0.0821481 May 27 03:24:42.958344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:42.998446 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eafdc4b3-3aca-4873-ac54-678c5795ee41 req-dd193cd9-3a97-432f-9ee1-fc6a1f5d9d83 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480430 May 27 03:24:43.012562 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:43.048713 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:43.060634 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'c41e6da8-005c-4d31-9ffa-09feba8629e5', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'port_id': 'c41e6da8-005c-4d31-9ffa-09feba8629e5', 'mac_address': 'fa:16:3e:ae:f4:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:24:43.097671 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port c41e6da8-005c-4d31-9ffa-09feba8629e5 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:43.098247 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:43.111662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c41e6da8-005c-4d31-9ffa-09feba8629e5 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:24:43.136670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:43.140875 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:43.199368 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:43.609503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fabe039-d6da-4bb5-9492-7aa36695ec28 req-5a96ea6a-9104-4e23-8a35-97d23da21181 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:43.610906 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0fabe039-d6da-4bb5-9492-7aa36695ec28 req-5a96ea6a-9104-4e23-8a35-97d23da21181 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0447338 May 27 03:24:43.621763 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:43.659488 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0fabe039-d6da-4bb5-9492-7aa36695ec28 req-50e31869-3313-42f6-832f-c38a20984202 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431936 May 27 03:24:43.754303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eac5f0-e8d4-4191-903b-7c6fc69a5586 req-569625c0-a08a-42bd-ad24-37af09f90d2a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:43.755734 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10eac5f0-e8d4-4191-903b-7c6fc69a5586 req-569625c0-a08a-42bd-ad24-37af09f90d2a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 945 time: 0.0457151 May 27 03:24:43.767920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:43.804040 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10eac5f0-e8d4-4191-903b-7c6fc69a5586 req-45293ff6-733e-45c6-bf3e-3ffe747b4415 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421238 May 27 03:24:44.113147 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8beb5b8-0b3e-48bc-b0f1-f96ce37ba1ae req-ee328af9-d908-489d-a46a-b6d06172543a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:44.114644 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a8beb5b8-0b3e-48bc-b0f1-f96ce37ba1ae req-ee328af9-d908-489d-a46a-b6d06172543a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 944 time: 0.0460539 May 27 03:24:44.125923 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=8 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:44.162870 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a8beb5b8-0b3e-48bc-b0f1-f96ce37ba1ae req-020a381f-203c-4bc9-b05a-8a75ccda741c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421624 May 27 03:24:44.221789 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7e6665-409b-413b-aee4-6cd53cea68ff req-12b6f4c2-9e3b-4b3f-9be4-82ca088ccbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:44.224242 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b7e6665-409b-413b-aee4-6cd53cea68ff req-12b6f4c2-9e3b-4b3f-9be4-82ca088ccbbc service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1129 time: 0.0451877 May 27 03:24:44.261672 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['5f209ba7-5949-4139-a03b-ee0ae3138cea'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:44.336922 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b7e6665-409b-413b-aee4-6cd53cea68ff req-18c30857-cbac-448a-ab97-dada03c093a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510125 May 27 03:24:44.399044 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:44.403159 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['c41e6da8-005c-4d31-9ffa-09feba8629e5'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:24:44.788565 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1bcab4-1cdc-4ab7-b461-eb195f23ee68 req-960cfbd3-ab24-488f-912c-6330d457262d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:44.790301 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a1bcab4-1cdc-4ab7-b461-eb195f23ee68 req-960cfbd3-ab24-488f-912c-6330d457262d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0553982 May 27 03:24:44.851096 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a1bcab4-1cdc-4ab7-b461-eb195f23ee68 req-fe7b9e81-a715-46d1-b937-7b034be55c6b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535059 May 27 03:24:44.990432 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0268568-68a8-47dc-9b14-52aa7e1f0a1f req-3677279f-db88-4649-8a1f-947ffcd45735 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:44.996519 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d0268568-68a8-47dc-9b14-52aa7e1f0a1f req-3677279f-db88-4649-8a1f-947ffcd45735 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 945 time: 0.0700047 May 27 03:24:45.051955 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d0268568-68a8-47dc-9b14-52aa7e1f0a1f req-7f001a63-5b9e-4239-8ae7-af25f59b64d0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 May 27 03:24:45.277786 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b1987-3821-4d93-a52b-a0c4824151e8 req-1e734315-de95-444c-9059-50628dbbc2e4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:45.279298 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-995b1987-3821-4d93-a52b-a0c4824151e8 req-1e734315-de95-444c-9059-50628dbbc2e4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 944 time: 0.0480165 May 27 03:24:45.328952 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-995b1987-3821-4d93-a52b-a0c4824151e8 req-ce031a2e-5fe1-4108-b723-19a837b0dafd tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439084 May 27 03:24:45.966369 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17099bc-42f6-41e4-8fd2-28f0c50c3570 req-629687c6-0e30-4a5d-bb8d-dd17f40f0a63 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:45.967844 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e17099bc-42f6-41e4-8fd2-28f0c50c3570 req-629687c6-0e30-4a5d-bb8d-dd17f40f0a63 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0453351 May 27 03:24:46.013368 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e17099bc-42f6-41e4-8fd2-28f0c50c3570 req-c96c73b1-7b72-479b-9c70-271538384cf5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401337 May 27 03:24:46.333315 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83fda75-d2df-4fc7-8742-b83355e150d8 req-1e2289a2-d8cd-4438-b791-02d247dce67e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:46.334903 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d83fda75-d2df-4fc7-8742-b83355e150d8 req-1e2289a2-d8cd-4438-b791-02d247dce67e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 945 time: 0.2153301 May 27 03:24:46.383273 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d83fda75-d2df-4fc7-8742-b83355e150d8 req-0179ef44-4e35-4f87-a0b9-626b75265189 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429459 May 27 03:24:46.444385 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb5e960-cf76-4191-83b3-105d4aebcbf0 req-8b44a9eb-4b1d-4fc7-843c-56427e7eb132 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:46.445819 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6bb5e960-cf76-4191-83b3-105d4aebcbf0 req-8b44a9eb-4b1d-4fc7-843c-56427e7eb132 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 944 time: 0.0449603 May 27 03:24:46.494388 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6bb5e960-cf76-4191-83b3-105d4aebcbf0 req-67a28b16-afae-4246-8165-b12c4b14967f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430248 May 27 03:24:47.141327 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6689b86-c33f-4550-894b-eabf5dbd6766 req-2b7fc3af-b304-4325-9465-efa852556333 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:47.142808 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a6689b86-c33f-4550-894b-eabf5dbd6766 req-2b7fc3af-b304-4325-9465-efa852556333 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0552135 May 27 03:24:47.190570 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a6689b86-c33f-4550-894b-eabf5dbd6766 req-1a6b7e58-a064-4788-9025-479cdd2c3402 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419962 May 27 03:24:47.509059 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551611da-8181-4300-af8d-c2a4a310e4c7 req-bbfe440b-cc22-41c6-9a7f-fbc4ce66640b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:47.510560 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-551611da-8181-4300-af8d-c2a4a310e4c7 req-bbfe440b-cc22-41c6-9a7f-fbc4ce66640b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 945 time: 0.0466940 May 27 03:24:47.565530 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-551611da-8181-4300-af8d-c2a4a310e4c7 req-ea283124-029f-4583-aea1-9d03038a9f37 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484858 May 27 03:24:47.615865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94e5a84-3adc-41cd-8fe5-511127297298 req-6c98d3d3-7ecb-4e27-b604-a088aa602254 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:47.617394 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d94e5a84-3adc-41cd-8fe5-511127297298 req-6c98d3d3-7ecb-4e27-b604-a088aa602254 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 944 time: 0.0552504 May 27 03:24:47.667982 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d94e5a84-3adc-41cd-8fe5-511127297298 req-4e3d82ef-fa80-46b1-ac14-806ffa4b15f5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450099 May 27 03:24:48.304136 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d66459-e7aa-436c-a640-19b688652669 req-840e3327-eb67-40e9-8103-f785121557bc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:48.305597 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-66d66459-e7aa-436c-a640-19b688652669 req-840e3327-eb67-40e9-8103-f785121557bc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0441649 May 27 03:24:48.351595 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-66d66459-e7aa-436c-a640-19b688652669 req-a099267c-f5ed-487d-a965-5a343974cc84 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401309 May 27 03:24:48.615355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c41e6da8-005c-4d31-9ffa-09feba8629e5 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:48.660050 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port c41e6da8-005c-4d31-9ffa-09feba8629e5 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:48.665936 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port c41e6da8-005c-4d31-9ffa-09feba8629e5 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:48.666277 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:48.678902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7e2069-51c2-4726-8e63-96d3730aef27 req-c6fa8ea5-dab0-4818-a3c7-22d3a84e206c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:48.680428 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2e7e2069-51c2-4726-8e63-96d3730aef27 req-c6fa8ea5-dab0-4818-a3c7-22d3a84e206c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 945 time: 0.0466485 May 27 03:24:48.745268 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port c41e6da8-005c-4d31-9ffa-09feba8629e5 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:48.745788 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:48.751076 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2e7e2069-51c2-4726-8e63-96d3730aef27 req-c3542c96-4ee2-4c2b-919d-715478115a1d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 May 27 03:24:48.772829 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:48.775663 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4572bb-2c88-43b0-975a-e99eebfc90a4" -d '{"events": [{"server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "name": "network-vif-plugged", "status": "completed", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:48.785173 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:48.791534 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:48.800524 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:48.802704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 5f209ba7-5949-4139-a03b-ee0ae3138cea up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:24:48.826217 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6caf679b-18bd-4df4-a1e8-e93cc587f160 x-openstack-request-id: req-6caf679b-18bd-4df4-a1e8-e93cc587f160 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:48.826775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "name": "network-vif-plugged", "status": "completed", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:48.827093 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6caf679b-18bd-4df4-a1e8-e93cc587f160 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:48.827543 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6caf679b-18bd-4df4-a1e8-e93cc587f160'] response: {'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5', 'code': 200} May 27 03:24:48.844044 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e026b-5321-4cfb-a6e3-ff6e08b8a7ad req-c492ae46-dc12-4097-acaf-3c97e03131cb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:48.845550 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-693e026b-5321-4cfb-a6e3-ff6e08b8a7ad req-c492ae46-dc12-4097-acaf-3c97e03131cb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 944 time: 0.0776904 May 27 03:24:48.897283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:48.900895 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 5f209ba7-5949-4139-a03b-ee0ae3138cea completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:24:48.901044 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-693e026b-5321-4cfb-a6e3-ff6e08b8a7ad req-998f28c6-c7f4-4c54-913f-11a17a6077fc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490839 May 27 03:24:48.908791 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 5f209ba7-5949-4139-a03b-ee0ae3138cea triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:24:48.909377 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:48.987562 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 5f209ba7-5949-4139-a03b-ee0ae3138cea is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:24:48.987981 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.021200 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:24:49.025547 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:49.063144 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:49.066947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119257a-d1c4-4630-aecc-e620285e936b req-3a313c3d-c10b-4cb1-9023-76a4e5feea27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:49.068469 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9119257a-d1c4-4630-aecc-e620285e936b req-3a313c3d-c10b-4cb1-9023-76a4e5feea27 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1130 time: 0.0380149 May 27 03:24:49.076662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:49.102210 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:49.117566 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9119257a-d1c4-4630-aecc-e620285e936b req-cc0bc0ca-31ba-4d66-8c4a-9171a43fcef2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430496 May 27 03:24:49.475388 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f8b412-271e-4d07-8ad3-a38039356082 req-7cbf9b1f-84d0-4bfd-be1f-89ae543f6497 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:49.476919 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3f8b412-271e-4d07-8ad3-a38039356082 req-7cbf9b1f-84d0-4bfd-be1f-89ae543f6497 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0512412 May 27 03:24:49.525526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3f8b412-271e-4d07-8ad3-a38039356082 req-8d054276-3928-4b10-9400-2955876d701b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428188 May 27 03:24:49.722818 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc1b597-a159-43bf-838f-b873d868f78e req-55e9d763-618e-4357-aa43-d45f566c8ab0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:49.730266 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ecc1b597-a159-43bf-838f-b873d868f78e req-55e9d763-618e-4357-aa43-d45f566c8ab0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0629938 May 27 03:24:49.740788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56718) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:49.749680 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'floatingip': {'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:49.911943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.052513 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2fb32-e67c-43e7-a765-1dd950ce34e5 req-7bb31327-0f14-4848-864a-5da9b6412306 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.054065 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3cc2fb32-e67c-43e7-a765-1dd950ce34e5 req-7bb31327-0f14-4848-864a-5da9b6412306 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0539951 May 27 03:24:50.137823 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3cc2fb32-e67c-43e7-a765-1dd950ce34e5 req-a535b790-0900-46a7-abfe-777ad31f85f7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728848 May 27 03:24:50.219302 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc3bc-70b7-489a-b7ed-639e6e384646 req-4ea4e407-c7e4-4119-90a9-9a1887000623 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:50.220804 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a9fc3bc-70b7-489a-b7ed-639e6e384646 req-4ea4e407-c7e4-4119-90a9-9a1887000623 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.1135175 May 27 03:24:50.244131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:50.332440 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a9fc3bc-70b7-489a-b7ed-639e6e384646 req-42255ab4-81f4-4bd3-9bea-0b0429ba2c09 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025493 May 27 03:24:50.385451 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1cc21e3c-2d07-49d5-9db8-bc4e35e4254a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.545640 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56764) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:50.655526 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.710291 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.713321 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.733091 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:50.735101 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Publish callbacks [] for security_group (88717999-e783-4c19-bb93-079884889fa1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.741042 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (88717999-e783-4c19-bb93-079884889fa1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.787908 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=53dc8e079e6c44e3b63f3fca72c265cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387307 May 27 03:24:50.788088 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88717999-e783-4c19-bb93-079884889fa1,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:50.791432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56770) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:50.801759 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.802100 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.802438 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.802775 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.803127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.803450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.803768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.804120 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.804459 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.804783 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.805146 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.806287 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.806433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.807006 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.807716 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c4de00b-9cd6-4f95-bb69-e6232f6a24ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:50.828638 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:50.831266 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c50c848d-5604-4c86-9134-3f4fdff88fe1" -d '{"events": [{"server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:50.857592 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Floating IP 67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384 associated. External IP: 172.27.1.200, port: 906f93e1-97e9-4418-8ad2-066ad5cfe98a. May 27 03:24:50.870517 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-528da947-1b21-49fe-8f72-f4f1f051ade1 x-openstack-request-id: req-528da947-1b21-49fe-8f72-f4f1f051ade1 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:50.870904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "name": "network-vif-plugged", "status": "completed", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:50.871318 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-528da947-1b21-49fe-8f72-f4f1f051ade1 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:50.871672 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-528da947-1b21-49fe-8f72-f4f1f051ade1'] response: {'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'code': 200} May 27 03:24:50.908723 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Publish callbacks [] for security_group (88717999-e783-4c19-bb93-079884889fa1), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:50.969206 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Publish callbacks [] for security_group (88717999-e783-4c19-bb93-079884889fa1), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.017481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:51.095928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (88717999-e783-4c19-bb93-079884889fa1), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.099912 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.103323 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/88717999-e783-4c19-bb93-079884889fa1 HTTP/1.1" status: 204 len: 168 time: 0.3085110 May 27 03:24:51.402276 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88717999-e783-4c19-bb93-079884889fa1,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:51.428621 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.428964 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.429305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.429642 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.429976 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.430296 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.430665 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.431078 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.431325 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.431650 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.432108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.432446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.432770 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.433088 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.433405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4e4516b-a0d7-4114-86a0-d53ecdf639e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:24:51.444991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e57cf6-a314-4b8d-a5f6-10ab33b96482 req-05f55a4c-51e3-4508-87ad-55c2b1022482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:51.447047 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-96e57cf6-a314-4b8d-a5f6-10ab33b96482 req-05f55a4c-51e3-4508-87ad-55c2b1022482 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1129 time: 0.1121256 May 27 03:24:51.455853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef43a-11ca-4c37-a908-e01e8606ca2e req-fd7351d2-e4b7-45a3-9b55-2e6f4dc5d3af tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:51.463445 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-606ef43a-11ca-4c37-a908-e01e8606ca2e req-fd7351d2-e4b7-45a3-9b55-2e6f4dc5d3af tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1269300 May 27 03:24:51.481740 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:51.484018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:51.528426 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56804) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:51.552556 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465b5772-2ae3-48a7-80c5-e86411a23c94 req-08e4528e-7752-419e-a11a-a67d91dcc3eb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:51.554199 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-465b5772-2ae3-48a7-80c5-e86411a23c94 req-08e4528e-7752-419e-a11a-a67d91dcc3eb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0652399 May 27 03:24:51.565665 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:51.602137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99881aff-32d4-4766-987f-1db8b01e5d8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.604762 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-465b5772-2ae3-48a7-80c5-e86411a23c94 req-008c8fef-1cc9-47de-87fb-39071deb04a9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447240 May 27 03:24:51.605629 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-96e57cf6-a314-4b8d-a5f6-10ab33b96482 req-0424647d-e600-442e-b316-a9f388a759f0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398435 May 27 03:24:51.619233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-606ef43a-11ca-4c37-a908-e01e8606ca2e req-550d9e23-a420-4825-aa71-bf2dde4b6d95 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1545649 May 27 03:24:51.707730 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:51.713214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.725137 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:51.734467 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:51.735210 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:24:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:51.761068 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2acf6a97-9098-4cf5-9807-cf08f3e37399 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "PUT /v2.0/floatingips/67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384 HTTP/1.1" status: 200 len: 991 time: 2.0177221 May 27 03:24:51.764193 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:51.766669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1" -d '{"events": [{"name": "network-changed", "server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:51.794612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99881aff-32d4-4766-987f-1db8b01e5d8e admin admin] Publish callbacks [] for security_group (33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.805430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-99881aff-32d4-4766-987f-1db8b01e5d8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:51.861332 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01474b7-e630-4b66-a40f-effcd7ded4d3 x-openstack-request-id: req-e01474b7-e630-4b66-a40f-effcd7ded4d3 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:51.861613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:51.862048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e01474b7-e630-4b66-a40f-effcd7ded4d3 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:51.863267 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e01474b7-e630-4b66-a40f-effcd7ded4d3'] response: {'name': 'network-changed', 'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'status': 'completed', 'code': 200} May 27 03:24:51.864788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99881aff-32d4-4766-987f-1db8b01e5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:51.879650 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:51.911945 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-99881aff-32d4-4766-987f-1db8b01e5d8e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=8a765aeffc1e4efa877baaead0948468&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800576 May 27 03:24:51.912559 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56816) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:51.941983 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9418b2-f193-4a8a-a1d5-5f1a24478354 req-c57cd621-114c-438c-940e-5832f4776b02 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:51.943485 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c9418b2-f193-4a8a-a1d5-5f1a24478354 req-c57cd621-114c-438c-940e-5832f4776b02 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0644164 May 27 03:24:52.013603 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] Publish callbacks [] for security_group (33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.021494 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c9418b2-f193-4a8a-a1d5-5f1a24478354 req-ec9544e1-a3fb-416e-b1f2-92fabe08a960 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700274 May 27 03:24:52.043128 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] Publish callbacks [] for security_group (33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.098063 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.103108 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.104326 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b HTTP/1.1" status: 204 len: 168 time: 0.1908438 May 27 03:24:52.113601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143f7909-1195-4192-bc20-44539990b99d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33d9eaa0-3b7c-474f-85fd-c4fb51be8f3b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:52.143013 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-2e3db573-2723-4f89-9584-15ba38c889fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:52.144526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-2e3db573-2723-4f89-9584-15ba38c889fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1129 time: 0.0590355 May 27 03:24:52.151587 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:03Z', 'updated_at': '2022-05-27T03:24:50Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:52.179647 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:52.191063 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:52.191661 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:24:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:52.311027 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:52.553527 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:03Z', 'updated_at': '2022-05-27T03:24:50Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:52.588110 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4574aa2-e566-477e-96da-45d0bc91f0b7 None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.200', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 99, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:03Z', 'updated_at': '2022-05-27T03:24:50Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:52.697470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fdd584d1-b9bc-44e1-9905-b485ab4665f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:52.764656 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-c51235b6-fe26-468f-97bd-e23e960c327e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:52.766653 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-c51235b6-fe26-468f-97bd-e23e960c327e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1130 time: 0.1874228 May 27 03:24:52.956447 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-31cde5d2-037b-4068-b4c6-0ec3acd8c7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:52.958683 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-31cde5d2-037b-4068-b4c6-0ec3acd8c7ff service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.3774292 May 27 03:24:52.979187 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f539f258-eb03-42f1-8da5-643af2dd0fee req-96f925ad-1ea4-4959-b719-5cdfe2288530 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:52.985889 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f539f258-eb03-42f1-8da5-643af2dd0fee req-96f925ad-1ea4-4959-b719-5cdfe2288530 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1655798 May 27 03:24:53.052442 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-a9105130-c0b8-4032-a280-f539dd2d591d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:53.053914 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-a9105130-c0b8-4032-a280-f539dd2d591d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.2729206 May 27 03:24:53.096790 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f539f258-eb03-42f1-8da5-643af2dd0fee req-8dfd337f-68e9-4d93-8331-65a172d0046e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051829 May 27 03:24:53.133369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56872) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:53.146402 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56876) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:53.207301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7255748-52d5-414c-9c7e-1b993161a2ae req-292904c2-0c42-4f9e-83fc-3ef8d79ecb75 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:53.215397 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7255748-52d5-414c-9c7e-1b993161a2ae req-292904c2-0c42-4f9e-83fc-3ef8d79ecb75 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0745256 May 27 03:24:53.281581 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a7255748-52d5-414c-9c7e-1b993161a2ae req-b311b743-c9ff-458d-a58c-90105d4e3f48 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649519 May 27 03:24:53.290519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-446243179-network', 'tenant_id': '569038bf676a460c9fa21558c61132c2'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:53.293819 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:53.322888 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:53.325844 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0cf50b28-6fae-4183-8e89-97f3b0112469 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.336056 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Made reservation on behalf of 569038bf676a460c9fa21558c61132c2 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:53.339110 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.356736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.489323 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0cf50b28-6fae-4183-8e89-97f3b0112469 admin admin] Publish callbacks [] for security_group (c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.499052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0cf50b28-6fae-4183-8e89-97f3b0112469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.507605 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks [] for security_group (f6904039-2da1-4254-aa19-430d1b518176), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.520813 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f6904039-2da1-4254-aa19-430d1b518176), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.553882 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0cf50b28-6fae-4183-8e89-97f3b0112469 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=471ac1f6b3fd4c5680bd394dd3eb0426&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4046330 May 27 03:24:53.556608 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56886) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:53.560884 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] vlan segment allocate from pool success with {'vlan_id': 588, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:53.566565 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf50b28-6fae-4183-8e89-97f3b0112469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.587524 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (9efa06c8-68b0-4b61-ae24-e50120903522), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.587974 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Added segment 9efa06c8-68b0-4b61-ae24-e50120903522 of type vlan for network 44ab9847-0aca-47a5-a103-a5cf912e68a7 May 27 03:24:53.607172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6904039-2da1-4254-aa19-430d1b518176,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.614370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] Publish callbacks [] for security_group (c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.629160 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f6ee1a-fa69-48fc-85e5-6d48e44dc678 None None] New status for floating IP 67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:24:53.650256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (44ab9847-0aca-47a5-a103-a5cf912e68a7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.651326 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] Publish callbacks [] for security_group (c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.683538 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (44ab9847-0aca-47a5-a103-a5cf912e68a7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.684698 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:53.685452 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.707145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.710409 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:53.711698 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b HTTP/1.1" status: 204 len: 168 time: 0.1536295 May 27 03:24:53.721893 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3d2d6b-6d2b-4c48-8405-42588ad2d45b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25b5f4d-8b7f-465b-bc9d-3f15d7b1f48b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.752848 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6180496 May 27 03:24:53.756143 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56890) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:53.765761 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Request body: {'subnet': {'network_id': '44ab9847-0aca-47a5-a103-a5cf912e68a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-446243179-subnet', 'tenant_id': '569038bf676a460c9fa21558c61132c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:53.765984 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0519d8a3-608f-4869-a4be-1106cdccbf07 admin admin] Pushing event updated for resources: {'Network': ['ID=44ab9847-0aca-47a5-a103-a5cf912e68a7,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:53.803283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 44ab9847-0aca-47a5-a103-a5cf912e68a7 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:53.809242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Made reservation on behalf of 569038bf676a460c9fa21558c61132c2 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:53.812541 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.048927 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-67edded1-7759-4c27-b04f-96a6fed4258a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5 HTTP/1.1" status: 200 len: 217 time: 0.1522498 May 27 03:24:54.131112 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.175283 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-6bb0bb96-225c-46d2-8ffa-81581b06f77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.177151 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-6bb0bb96-225c-46d2-8ffa-81581b06f77f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.1213677 May 27 03:24:54.192768 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56902) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:54.218071 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-51c2be06-631b-4a01-af2b-c83c7fa0a177 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 1001 time: 0.3227508 May 27 03:24:54.245902 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:54.261057 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fb1d68bf-0945-4406-93be-66722d497c6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.301586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (ef1c7fac-cf46-48d5-9ca0-a5b9097aa335), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.380696 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef1c7fac-cf46-48d5-9ca0-a5b9097aa335,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:54.381891 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-e1a7f846-8864-4e70-9213-e71347de62d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1401756 May 27 03:24:54.388694 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-a89bfa35-6fbc-4135-bd62-dca663192f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.390456 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-a89bfa35-6fbc-4135-bd62-dca663192f44 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1948998 May 27 03:24:54.396328 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:54.402890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:54.414937 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67927c1-0335-4021-b2a7-8e0ddf87578c req-5abe7e22-2d89-4b1d-8b67-2e54b19d879f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.416474 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c67927c1-0335-4021-b2a7-8e0ddf87578c req-5abe7e22-2d89-4b1d-8b67-2e54b19d879f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1759102 May 27 03:24:54.421765 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Checking segment: {'id': '9efa06c8-68b0-4b61-ae24-e50120903522', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '44ab9847-0aca-47a5-a103-a5cf912e68a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:54.423218 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Network hostable DHCP agents. Network: 44ab9847-0aca-47a5-a103-a5cf912e68a7, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:54.425082 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-6bd63dae-a0b7-4c78-8975-9b512cd159ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.426792 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-6bd63dae-a0b7-4c78-8975-9b512cd159ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.1874731 May 27 03:24:54.437359 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73078ab-4873-4cab-bbe3-f7bfeb30b458 req-85df46fc-5d33-4d4e-8bad-3bb7ea7f91cc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.439262 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c73078ab-4873-4cab-bbe3-f7bfeb30b458 req-85df46fc-5d33-4d4e-8bad-3bb7ea7f91cc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0914140 May 27 03:24:54.502239 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Network 44ab9847-0aca-47a5-a103-a5cf912e68a7 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:54.511379 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:54.529530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 44ab9847-0aca-47a5-a103-a5cf912e68a7) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:54.541092 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c73078ab-4873-4cab-bbe3-f7bfeb30b458 req-02b778e9-2190-4f10-9a98-082f8ccfa7a9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950055 May 27 03:24:54.542398 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7360aa-7b16-40d5-9c7b-6c9cc91fa02d None None] Network 44ab9847-0aca-47a5-a103-a5cf912e68a7 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:54.542972 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.544136 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.595283 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ca50b730-6ff7-4557-a751-1e68e314b06d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8375137 May 27 03:24:54.652920 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c67927c1-0335-4021-b2a7-8e0ddf87578c req-81f8c9f3-b576-481c-88b1-658872f31156 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2249563 May 27 03:24:54.685799 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-93b252b2-4186-4fbc-b6af-85bd73cfb5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.687472 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-93b252b2-4186-4fbc-b6af-85bd73cfb5c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=de1626e5c02845f5b9b93e8b5fe916f0&device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 1129 time: 0.1674781 May 27 03:24:54.692991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-35a09e9c-ab3f-4821-bfa6-ea9865177976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.694638 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-35a09e9c-ab3f-4821-bfa6-ea9865177976 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2138066 May 27 03:24:54.775259 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fb1d68bf-0945-4406-93be-66722d497c6f admin admin] Publish callbacks [] for security_group (dda39eb1-eec0-4350-a9a2-f6f7d5ab905d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.791830 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5861d900-7afa-47a3-b485-73f28a2af1f1 None None] Network 44ab9847-0aca-47a5-a103-a5cf912e68a7 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:54.807553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fb1d68bf-0945-4406-93be-66722d497c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (dda39eb1-eec0-4350-a9a2-f6f7d5ab905d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:54.865534 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe76e7a-312e-4249-b8f6-4c19e2fe22c9 req-8b2bc85b-59cf-484b-bcff-fa0cf80be642 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:54.868174 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2fe76e7a-312e-4249-b8f6-4c19e2fe22c9 req-8b2bc85b-59cf-484b-bcff-fa0cf80be642 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0718777 May 27 03:24:54.876662 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56924) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:54.887638 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'floatingip': {'port_id': '5f209ba7-5949-4139-a03b-ee0ae3138cea'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:54.928213 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-977c52cb-0f5b-48eb-8441-892ea6c6466b service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4595397 May 27 03:24:54.938062 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fb1d68bf-0945-4406-93be-66722d497c6f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2d68b79d84f440de91939e59061a1fb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7436931 May 27 03:24:54.952423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56928) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:54.954328 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:24:54.963166 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1d68bf-0945-4406-93be-66722d497c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda39eb1-eec0-4350-a9a2-f6f7d5ab905d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:54.967182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-dccbadb3-a17d-42bf-a7c1-2ccb037b3bed service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2583845 May 27 03:24:54.994841 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.091561 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56930) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:55.269495 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64f7bf57-21df-4818-bccc-41e22169e24d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.313561 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.373751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-198a0d23-9820-4fe6-8017-8165c4080cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:55.376692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-198a0d23-9820-4fe6-8017-8165c4080cbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e HTTP/1.1" status: 200 len: 913 time: 0.5999072 May 27 03:24:55.449810 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] Publish callbacks [] for security_group (dda39eb1-eec0-4350-a9a2-f6f7d5ab905d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.457020 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-492e51df-6c52-4812-8e15-af41142037e1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=502ea12a-9820-4987-ba82-9d6c8aa95993 HTTP/1.1" status: 200 len: 217 time: 0.0635352 May 27 03:24:55.485995 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb14f9b0-6117-4baa-8f62-cbbd1911a0c4 req-66599231-cda9-4517-bb67-734240037e66 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5386143 May 27 03:24:55.486533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:55.504769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56946) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:55.507983 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] Publish callbacks [] for security_group (dda39eb1-eec0-4350-a9a2-f6f7d5ab905d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.513242 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1778863628-network', 'tenant_id': 'a810ff297df4432a9e60abf985ce063a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:55.518842 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f27e0ec2-c988-4d84-86ef-5d09f4f0a1c1 req-2962892e-d0dc-43c3-8bdf-0ca59cf557a6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5268855 May 27 03:24:55.551713 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64f7bf57-21df-4818-bccc-41e22169e24d admin admin] Publish callbacks [] for security_group (6d599274-bf7f-4cc4-aea0-fdd9a60cbe68), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.562478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Made reservation on behalf of a810ff297df4432a9e60abf985ce063a for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:55.564872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.576074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.585884 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-64f7bf57-21df-4818-bccc-41e22169e24d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6d599274-bf7f-4cc4-aea0-fdd9a60cbe68), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.590628 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:55.598104 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (dda39eb1-eec0-4350-a9a2-f6f7d5ab905d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.600635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.605012 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dda39eb1-eec0-4350-a9a2-f6f7d5ab905d HTTP/1.1" status: 204 len: 168 time: 0.6533358 May 27 03:24:55.618676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed53771-fad8-44d6-884a-53b12c62dfe4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda39eb1-eec0-4350-a9a2-f6f7d5ab905d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:55.648110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:55.664306 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f7bf57-21df-4818-bccc-41e22169e24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d599274-bf7f-4cc4-aea0-fdd9a60cbe68,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:55.673156 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-64f7bf57-21df-4818-bccc-41e22169e24d admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6b9bfc3dc4ba47aeb34c60d5b5baf9d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5805247 May 27 03:24:55.677551 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56952) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:55.680757 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks [] for security_group (140a320e-51fc-4f0f-a346-48601f2a8293), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.695033 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (140a320e-51fc-4f0f-a346-48601f2a8293), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.738334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] vlan segment allocate from pool success with {'vlan_id': 559, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:24:55.808214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=140a320e-51fc-4f0f-a346-48601f2a8293,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:55.818746 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (00b9343e-9da8-42f9-8ea4-138e5ce1bf90), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.818746 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Added segment 00b9343e-9da8-42f9-8ea4-138e5ce1bf90 of type vlan for network 7e611df3-1895-4c0a-8c4a-b06a45697550 May 27 03:24:55.845948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.847608 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee326903-2606-44bb-b32f-4960f63aaab7 req-33cf7314-8a8b-4713-a25a-04c59874f22f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:55.849661 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee326903-2606-44bb-b32f-4960f63aaab7 req-33cf7314-8a8b-4713-a25a-04c59874f22f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.1200249 May 27 03:24:55.852553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] Publish callbacks [] for security_group (6d599274-bf7f-4cc4-aea0-fdd9a60cbe68), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.853007 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.935719 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (7e611df3-1895-4c0a-8c4a-b06a45697550), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.965937 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] Publish callbacks [] for security_group (6d599274-bf7f-4cc4-aea0-fdd9a60cbe68), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:55.974759 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Floating IP 4c618fcf-0703-47df-b89c-c8ac9a4e62c9 associated. External IP: 172.27.1.198, port: 5f209ba7-5949-4139-a03b-ee0ae3138cea. May 27 03:24:55.979896 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee326903-2606-44bb-b32f-4960f63aaab7 req-8903fe2b-339f-4d8b-9896-930fb15a349c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020138 May 27 03:24:56.011191 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (7e611df3-1895-4c0a-8c4a-b06a45697550), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.012372 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:56.013125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.089071 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5829732 May 27 03:24:56.092976 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 56966) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:56.101520 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Request body: {'subnet': {'network_id': '7e611df3-1895-4c0a-8c4a-b06a45697550', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1778863628-subnet', 'tenant_id': 'a810ff297df4432a9e60abf985ce063a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:24:56.104170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3615ceb-7b04-41c8-99f2-57c9772a732f admin admin] Pushing event updated for resources: {'Network': ['ID=7e611df3-1895-4c0a-8c4a-b06a45697550,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:56.119942 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 7e611df3-1895-4c0a-8c4a-b06a45697550 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:24:56.129416 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6d599274-bf7f-4cc4-aea0-fdd9a60cbe68), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.132214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.137832 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6d599274-bf7f-4cc4-aea0-fdd9a60cbe68 HTTP/1.1" status: 204 len: 168 time: 0.4570661 May 27 03:24:56.146727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab3b9a1-7b19-43d9-8028-36ab0fd5ad5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d599274-bf7f-4cc4-aea0-fdd9a60cbe68,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:56.229992 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Made reservation on behalf of a810ff297df4432a9e60abf985ce063a for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:24:56.235981 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.266360 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:56.392787 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:24:56.497253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56984) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:56.514363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a7818171-3e0a-4cdb-a324-3d8bd5ba0b71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.605537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a7818171-3e0a-4cdb-a324-3d8bd5ba0b71 admin admin] Publish callbacks [] for security_group (92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.609866 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a7818171-3e0a-4cdb-a324-3d8bd5ba0b71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.632794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:56.656818 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a7818171-3e0a-4cdb-a324-3d8bd5ba0b71 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d96d8b4813141d0bf8561570d6c291b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1585014 May 27 03:24:56.658324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7818171-3e0a-4cdb-a324-3d8bd5ba0b71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:56.662096 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 56990) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:56.681234 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:56.722431 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] Publish callbacks [] for security_group (92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.749981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] Publish callbacks [] for security_group (92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.756415 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.757981 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.801355 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:24:56.808709 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.810984 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.811947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:56.815313 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0 HTTP/1.1" status: 204 len: 168 time: 0.1496830 May 27 03:24:56.825029 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f9f41-940f-4e1a-9fdf-278a324d097c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b981c6-c6f3-46b6-a7b6-7e3691a0ffb0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:56.833415 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:24:56.847812 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a64c0fba-4e8e-42e4-bd7c-a42f99a00ba1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "PUT /v2.0/floatingips/4c618fcf-0703-47df-b89c-c8ac9a4e62c9 HTTP/1.1" status: 200 len: 991 time: 1.9665182 May 27 03:24:56.850550 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:24:56.853193 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1125a4-005d-4aaf-bef2-c68611b26152" -d '{"events": [{"name": "network-changed", "server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:24:56.854566 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:56.855810 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:24:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:56.891634 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:56.932922 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72b4c5c9-5b4f-404a-9948-644470ec5188 x-openstack-request-id: req-72b4c5c9-5b4f-404a-9948-644470ec5188 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:24:56.933216 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:24:56.933468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-72b4c5c9-5b4f-404a-9948-644470ec5188 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:24:56.933867 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72b4c5c9-5b4f-404a-9948-644470ec5188'] response: {'name': 'network-changed', 'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'status': 'completed', 'code': 200} May 27 03:24:56.936686 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Checking segment: {'id': '00b9343e-9da8-42f9-8ea4-138e5ce1bf90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 559, 'network_id': '7e611df3-1895-4c0a-8c4a-b06a45697550'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:24:56.942386 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Network hostable DHCP agents. Network: 7e611df3-1895-4c0a-8c4a-b06a45697550, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:24:56.975686 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Network 7e611df3-1895-4c0a-8c4a-b06a45697550 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:24:57.004794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 7e611df3-1895-4c0a-8c4a-b06a45697550) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:24:57.016648 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:57.020318 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:57.027111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd89c03f-0b21-4433-900c-579bca443a61 None None] Network 7e611df3-1895-4c0a-8c4a-b06a45697550 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:57.074825 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-04455f9d-c8d6-44fc-800a-b5c13678c3e5 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9715030 May 27 03:24:57.090245 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:57.097718 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:57.144655 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82747c63-7200-4362-acac-d56627d9d305 req-9f71c710-3658-4bec-bffa-5f676ed6fd6a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:57.153522 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82747c63-7200-4362-acac-d56627d9d305 req-9f71c710-3658-4bec-bffa-5f676ed6fd6a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0688720 May 27 03:24:57.220515 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82747c63-7200-4362-acac-d56627d9d305 req-ec63d097-ec78-4549-b75a-7bfdb2c387fd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657177 May 27 03:24:57.243259 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbbdc7a-a76d-4a15-bba1-162a94e74770 None None] Network 7e611df3-1895-4c0a-8c4a-b06a45697550 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:24:57.399060 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:57.479538 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:57.551665 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '4c618fcf-0703-47df-b89c-c8ac9a4e62c9', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:93:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:18Z', 'updated_at': '2022-05-27T03:24:55Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:57.578121 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:24:57.587257 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:24:57.588195 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:24:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:57.700786 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:57.720131 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:24:58.006361 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '4c618fcf-0703-47df-b89c-c8ac9a4e62c9', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:93:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:18Z', 'updated_at': '2022-05-27T03:24:55Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:24:58.043063 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c4fd11-02e0-470b-94ad-744a07712e0b None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '4c618fcf-0703-47df-b89c-c8ac9a4e62c9', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.198', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:93:f7:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:24:18Z', 'updated_at': '2022-05-27T03:24:55Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:24:58.284127 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e88e778-1fc1-47dd-ba8b-5dc9c84f4a38 None None] New status for floating IP 4c618fcf-0703-47df-b89c-c8ac9a4e62c9: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:24:58.355946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:24:58.375015 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191b3f9-52e8-4013-b1bf-3a6b1b63e950 req-cae785be-064a-4def-8044-68c07affddea tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:58.376965 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f191b3f9-52e8-4013-b1bf-3a6b1b63e950 req-cae785be-064a-4def-8044-68c07affddea tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0709105 May 27 03:24:58.447917 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f191b3f9-52e8-4013-b1bf-3a6b1b63e950 req-d85fc2b8-9874-4da4-a015-23aae1f32ad3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650771 May 27 03:24:58.821408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57080) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:58.936669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-afb21b70-5190-4759-bb25-a8ef262ca64b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.020201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-afb21b70-5190-4759-bb25-a8ef262ca64b admin admin] Publish callbacks [] for security_group (a7235c9e-3918-4c79-a34a-43cda8514fef), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.025196 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-afb21b70-5190-4759-bb25-a8ef262ca64b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a7235c9e-3918-4c79-a34a-43cda8514fef), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.065977 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-afb21b70-5190-4759-bb25-a8ef262ca64b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5297a69448d540f4ac0abfa001208ea6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2433798 May 27 03:24:59.067023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb21b70-5190-4759-bb25-a8ef262ca64b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7235c9e-3918-4c79-a34a-43cda8514fef,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:59.068799 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57090) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:24:59.124940 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] Publish callbacks [] for security_group (a7235c9e-3918-4c79-a34a-43cda8514fef), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.147262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] Publish callbacks [] for security_group (a7235c9e-3918-4c79-a34a-43cda8514fef), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.201055 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a7235c9e-3918-4c79-a34a-43cda8514fef), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.204111 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:24:59.218301 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a7235c9e-3918-4c79-a34a-43cda8514fef HTTP/1.1" status: 204 len: 168 time: 0.1396315 May 27 03:24:59.226395 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3994ea70-ccda-4178-8e8a-49b87d229fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7235c9e-3918-4c79-a34a-43cda8514fef,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:24:59.493955 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-3ca38213-0dab-4156-b9a6-474fbc43ed49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:59.495692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-3ca38213-0dab-4156-b9a6-474fbc43ed49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1129 time: 0.0742679 May 27 03:24:59.497405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-d1cc703d-9d2d-4d82-8f67-054d007b66a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:59.498844 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-d1cc703d-9d2d-4d82-8f67-054d007b66a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3309a42c-6b60-467b-99b9-bc099edae6b9 HTTP/1.1" status: 200 len: 852 time: 0.1125419 May 27 03:24:59.579926 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee12c1-a43e-4043-a4ba-188e277b7f7e req-8426e978-2b1e-47cd-aea6-e4c85b532572 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:24:59.581474 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24ee12c1-a43e-4043-a4ba-188e277b7f7e req-8426e978-2b1e-47cd-aea6-e4c85b532572 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0479875 May 27 03:24:59.628842 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24ee12c1-a43e-4043-a4ba-188e277b7f7e req-5eca3739-f94e-46e9-a9f8-1d9d14d8cd41 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 May 27 03:25:00.066708 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-19edc5a7-4175-4522-9b20-ea025250fe95 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2a4005f4-c23a-4d5e-b276-9219ecc15e3e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0569239 May 27 03:25:00.209780 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-85fef31c-b11d-4a48-9cfb-40154c0894b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:00.211926 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-85fef31c-b11d-4a48-9cfb-40154c0894b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 911 time: 0.1924820 May 27 03:25:00.281024 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-9ab13644-3825-418d-aa82-7f54249838ea service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862917 May 27 03:25:00.377495 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-6ac3dd01-79b9-4b31-aea6-632a5da9dbb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 200 len: 1001 time: 0.1487055 May 27 03:25:00.384621 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:00.397487 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:00.471379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-9779daed-02f6-46be-8403-5bd9fb7126cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:00.473308 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-9779daed-02f6-46be-8403-5bd9fb7126cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.0855832 May 27 03:25:00.480819 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-480edcd6-b84c-48f1-830b-fd650ce1bd1d req-b648b0b0-091b-4509-91b2-08896063f2fd service neutron] 10.222.0.60 "GET /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927063 May 27 03:25:00.528574 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-c5f61261-d3b5-472c-9ca0-1717dd85f9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:00.530091 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-c5f61261-d3b5-472c-9ca0-1717dd85f9b5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481694 May 27 03:25:00.690551 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-0458554f-b3a6-45e9-a6b2-de11b01c159f service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264091 May 27 03:25:00.824634 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396ac564-aa03-4761-b537-3fd94c130cec req-24cb11dc-784e-47b3-a57a-44254b92ddad tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:00.833365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-396ac564-aa03-4761-b537-3fd94c130cec req-24cb11dc-784e-47b3-a57a-44254b92ddad tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0764070 May 27 03:25:00.886048 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3c1125a4-005d-4aaf-bef2-c68611b26152 req-15d2b69e-b205-4a03-b222-5dbf6af77afa service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320565 May 27 03:25:00.909728 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-396ac564-aa03-4761-b537-3fd94c130cec req-82a11c0a-dde6-4d72-994a-809ced316a07 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753961 May 27 03:25:01.005294 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453dd3ff-4347-44aa-801e-df5e086209cf req-d664da0d-bdb5-4d21-9784-45bd415a54e8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:01.006712 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-453dd3ff-4347-44aa-801e-df5e086209cf req-d664da0d-bdb5-4d21-9784-45bd415a54e8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0532446 May 27 03:25:01.055812 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-453dd3ff-4347-44aa-801e-df5e086209cf req-d586adcf-a5ad-4d97-b48a-2cb6cb19f2a6 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422683 May 27 03:25:01.982623 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:02.020290 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ee3468-9caa-45a2-936d-d13956868bbd req-4143347e-1765-4c45-9114-ca8faaadcfea tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:02.021765 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d8ee3468-9caa-45a2-936d-d13956868bbd req-4143347e-1765-4c45-9114-ca8faaadcfea tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0483181 May 27 03:25:02.070066 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d8ee3468-9caa-45a2-936d-d13956868bbd req-56f4330e-f15c-43ad-8585-e9f0c55b493d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427690 May 27 03:25:02.200949 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf17ced-58f3-438c-8f81-40ba7cd11cf8 req-1c179505-b258-4c23-8ac2-6730bb6d0d2b tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:02.202444 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-edf17ced-58f3-438c-8f81-40ba7cd11cf8 req-1c179505-b258-4c23-8ac2-6730bb6d0d2b tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0570138 May 27 03:25:02.262829 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-edf17ced-58f3-438c-8f81-40ba7cd11cf8 req-ae2e11cc-5b41-49fe-a7a7-87b04d438253 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538502 May 27 03:25:02.458465 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57242) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:02.560106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4172ec1-896a-44b7-baa9-976fb35c06be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.635021 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4172ec1-896a-44b7-baa9-976fb35c06be admin admin] Publish callbacks [] for security_group (f7caf138-35c6-436c-86bb-5fae186348f4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.639275 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f4172ec1-896a-44b7-baa9-976fb35c06be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f7caf138-35c6-436c-86bb-5fae186348f4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.679359 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f4172ec1-896a-44b7-baa9-976fb35c06be admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7c04bae858fd49d1b060d30e8000f1b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2195647 May 27 03:25:02.681223 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4172ec1-896a-44b7-baa9-976fb35c06be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7caf138-35c6-436c-86bb-5fae186348f4,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:02.681914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57246) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:02.738712 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] Publish callbacks [] for security_group (f7caf138-35c6-436c-86bb-5fae186348f4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.764201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] Publish callbacks [] for security_group (f7caf138-35c6-436c-86bb-5fae186348f4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.813643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f7caf138-35c6-436c-86bb-5fae186348f4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.816628 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:02.817921 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f7caf138-35c6-436c-86bb-5fae186348f4 HTTP/1.1" status: 204 len: 168 time: 0.1348855 May 27 03:25:02.826510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac83646-ccd4-42a1-a110-4e124c2a92e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7caf138-35c6-436c-86bb-5fae186348f4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.128290 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57264) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:03.143456 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4950fab0-9a97-4606-b4ce-679559d63523 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.203436 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c027a96-318d-43ac-8d65-81e553f20f5a req-71971db5-4b2d-414a-902f-2be9d57ef576 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.205254 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c027a96-318d-43ac-8d65-81e553f20f5a req-71971db5-4b2d-414a-902f-2be9d57ef576 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0523646 May 27 03:25:03.223232 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4950fab0-9a97-4606-b4ce-679559d63523 admin admin] Publish callbacks [] for security_group (1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.228577 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4950fab0-9a97-4606-b4ce-679559d63523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.248375 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:03.257546 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c027a96-318d-43ac-8d65-81e553f20f5a req-0e0fb6aa-1c61-4c52-81d7-206e089ecd60 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431025 May 27 03:25:03.269375 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4950fab0-9a97-4606-b4ce-679559d63523 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=34b29b2cb9ab496fb9d179e22d8c8c05&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1399400 May 27 03:25:03.272021 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57268) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:03.278696 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950fab0-9a97-4606-b4ce-679559d63523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.329363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] Publish callbacks [] for security_group (1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.387829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] Publish callbacks [] for security_group (1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.395405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:03.423895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4490b89c-009b-47c0-8617-07a61b3502fb req-afb9596b-ed83-4fbf-a119-bfde09e02ce6 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:03.425398 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4490b89c-009b-47c0-8617-07a61b3502fb req-afb9596b-ed83-4fbf-a119-bfde09e02ce6 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0792503 May 27 03:25:03.481089 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4490b89c-009b-47c0-8617-07a61b3502fb req-ebd361b3-7fa0-4911-be05-1f46c0c4b080 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469239 May 27 03:25:03.482099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.484756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.485918 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd HTTP/1.1" status: 204 len: 168 time: 0.2130079 May 27 03:25:03.494619 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0814010f-a7de-4d3c-9936-aec8c41547dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f4cd5d9-0dc4-48e7-a8d1-176e39f023bd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.803348 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57280) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:03.816864 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d320626c-0b7f-4c83-b366-d83e2763b8df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.885326 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:03.894844 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d320626c-0b7f-4c83-b366-d83e2763b8df admin admin] Publish callbacks [] for security_group (1606730f-00e1-4df7-8f9c-16161d0a2e2d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.897857 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d320626c-0b7f-4c83-b366-d83e2763b8df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1606730f-00e1-4df7-8f9c-16161d0a2e2d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:03.938394 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d320626c-0b7f-4c83-b366-d83e2763b8df admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2faafaaa37434aafb256f353fa512c10&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1339450 May 27 03:25:03.940315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d320626c-0b7f-4c83-b366-d83e2763b8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1606730f-00e1-4df7-8f9c-16161d0a2e2d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:03.941651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57284) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:03.995222 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] Publish callbacks [] for security_group (1606730f-00e1-4df7-8f9c-16161d0a2e2d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:04.020114 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] Publish callbacks [] for security_group (1606730f-00e1-4df7-8f9c-16161d0a2e2d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:04.066401 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1606730f-00e1-4df7-8f9c-16161d0a2e2d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:04.069051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:04.070214 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1606730f-00e1-4df7-8f9c-16161d0a2e2d HTTP/1.1" status: 204 len: 168 time: 0.1275616 May 27 03:25:04.078709 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33e1154-0a86-4e5a-bcbb-f36fb966cad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1606730f-00e1-4df7-8f9c-16161d0a2e2d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:04.384506 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9cdf1-7ee9-458b-9804-42fa49ebae33 req-358c944c-56a3-4e63-93ac-40848e6d4a6f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:04.386572 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cff9cdf1-7ee9-458b-9804-42fa49ebae33 req-358c944c-56a3-4e63-93ac-40848e6d4a6f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0516715 May 27 03:25:04.449867 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cff9cdf1-7ee9-458b-9804-42fa49ebae33 req-df5341bb-4f70-45ad-932b-fe2d4eb5993c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519850 May 27 03:25:04.600253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b57a139-4016-406a-a773-05b71e77c5cd req-2eecc4b8-480d-4e09-b7b1-557047c4e0c8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:04.602318 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b57a139-4016-406a-a773-05b71e77c5cd req-2eecc4b8-480d-4e09-b7b1-557047c4e0c8 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0499897 May 27 03:25:04.650141 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b57a139-4016-406a-a773-05b71e77c5cd req-5b04e3d9-8095-4459-81cf-bb06b215f6e3 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 May 27 03:25:05.140144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57332) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:05.244549 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08a67f2f-d51f-49a0-8593-49e5e0718528 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.320004 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08a67f2f-d51f-49a0-8593-49e5e0718528 admin admin] Publish callbacks [] for security_group (0cbcbb30-fddf-4261-8de3-f3b56225c1f2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.323284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08a67f2f-d51f-49a0-8593-49e5e0718528 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0cbcbb30-fddf-4261-8de3-f3b56225c1f2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.361161 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-08a67f2f-d51f-49a0-8593-49e5e0718528 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e672e8a2f8994c67b3b20fc4b62645b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2199779 May 27 03:25:05.363040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a67f2f-d51f-49a0-8593-49e5e0718528 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cbcbb30-fddf-4261-8de3-f3b56225c1f2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:05.363950 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57336) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:05.411190 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] Publish callbacks [] for security_group (0cbcbb30-fddf-4261-8de3-f3b56225c1f2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.433285 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] Publish callbacks [] for security_group (0cbcbb30-fddf-4261-8de3-f3b56225c1f2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.485919 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0cbcbb30-fddf-4261-8de3-f3b56225c1f2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.488641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:05.495871 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0cbcbb30-fddf-4261-8de3-f3b56225c1f2 HTTP/1.1" status: 204 len: 168 time: 0.1272326 May 27 03:25:05.509251 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32d1589-ccf1-443a-863e-da04e741b54c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cbcbb30-fddf-4261-8de3-f3b56225c1f2,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:05.566236 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:05.578066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99197a1b-469f-4e54-80c6-6f2d3d0a00b0 req-92cef418-a6af-4086-8fea-9e7e097ad372 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:05.579735 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99197a1b-469f-4e54-80c6-6f2d3d0a00b0 req-92cef418-a6af-4086-8fea-9e7e097ad372 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0504727 May 27 03:25:05.630772 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99197a1b-469f-4e54-80c6-6f2d3d0a00b0 req-6b258736-cb0c-48cd-af7c-68395d07ee1f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447717 May 27 03:25:05.772000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5979cd6f-3673-417f-a4a0-5d07d0f3a2f8 req-d2e19b7b-9b25-4482-8d5e-efe2fa8c1f46 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:05.774484 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5979cd6f-3673-417f-a4a0-5d07d0f3a2f8 req-d2e19b7b-9b25-4482-8d5e-efe2fa8c1f46 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0536568 May 27 03:25:05.832559 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5979cd6f-3673-417f-a4a0-5d07d0f3a2f8 req-468e9992-7edb-4fe9-9b10-9c296140c5bd tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/security-groups?id=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521972 May 27 03:25:06.218865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-6ad36280-762c-4d46-8e54-0c108e21622f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:06.220318 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-6ad36280-762c-4d46-8e54-0c108e21622f tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.60 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 945 time: 0.0511770 May 27 03:25:06.275300 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:06.365637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Deleting port 502ea12a-9820-4987-ba82-9d6c8aa95993 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:25:06.365988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.459759 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] For port 502ea12a-9820-4987-ba82-9d6c8aa95993, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=502ea12a-9820-4987-ba82-9d6c8aa95993,segment=NetworkSegment(b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb),segment_id=b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:06.460163 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.475614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Calling delete_port for 502ea12a-9820-4987-ba82-9d6c8aa95993 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:25:06.482912 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:06.579757 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57398) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:06.644871 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (502ea12a-9820-4987-ba82-9d6c8aa95993), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.678718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Pushing event deleted for resources: {'Port': ['ID=502ea12a-9820-4987-ba82-9d6c8aa95993,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:06.719451 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-079c3cc8-4a92-4b54-a74c-4f621f3e6f40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.745999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] No DVR routers for this DVR port 502ea12a-9820-4987-ba82-9d6c8aa95993 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:25:06.749086 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.752296 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3a7fe8a6-5590-42b8-a335-6ca529d46175 req-a869ebe9-1d93-4906-9897-1ca34a0edc31 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.60 "DELETE /v2.0/ports/502ea12a-9820-4987-ba82-9d6c8aa95993 HTTP/1.1" status: 204 len: 173 time: 0.5153694 May 27 03:25:06.752735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'name': 'network-vif-deleted', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:06.754989 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d7c82a-78c0-4e17-84ab-b1e7d2d0d8df" -d '{"events": [{"server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "name": "network-vif-deleted", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:06.799024 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd9f063-16e9-46ca-9264-75bd2197954f req-1e63a5e4-134e-419e-871e-6f3c0ed53fdb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:06.800757 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8fd9f063-16e9-46ca-9264-75bd2197954f req-1e63a5e4-134e-419e-871e-6f3c0ed53fdb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0724120 May 27 03:25:06.805811 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a169e29-6ba7-474a-a538-11ddc041b5a6 x-openstack-request-id: req-9a169e29-6ba7-474a-a538-11ddc041b5a6 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:06.806735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "044c7e01-8c46-4677-b931-aee2526ef362", "name": "network-vif-deleted", "tag": "502ea12a-9820-4987-ba82-9d6c8aa95993", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:06.808219 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a169e29-6ba7-474a-a538-11ddc041b5a6 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:06.808814 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a169e29-6ba7-474a-a538-11ddc041b5a6'] response: {'server_uuid': '044c7e01-8c46-4677-b931-aee2526ef362', 'name': 'network-vif-deleted', 'tag': '502ea12a-9820-4987-ba82-9d6c8aa95993', 'status': 'completed', 'code': 200} May 27 03:25:06.874841 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8fd9f063-16e9-46ca-9264-75bd2197954f req-78019a72-dd44-487e-93ce-6e9bdcab4523 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661702 May 27 03:25:06.903988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-079c3cc8-4a92-4b54-a74c-4f621f3e6f40 admin admin] Publish callbacks [] for security_group (cd83064c-f3a4-4e75-9b10-9677ebd07958), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.908475 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-079c3cc8-4a92-4b54-a74c-4f621f3e6f40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (cd83064c-f3a4-4e75-9b10-9677ebd07958), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:06.946414 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-605b5291-2b01-40a2-a408-66e3151731ff req-ef06f2f7-2d42-4310-9526-c92b271ec9ab tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.0326142 May 27 03:25:06.953183 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079c3cc8-4a92-4b54-a74c-4f621f3e6f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83064c-f3a4-4e75-9b10-9677ebd07958,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:06.968337 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-079c3cc8-4a92-4b54-a74c-4f621f3e6f40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6f76fe83a9c649c3ac4bc41a9bc60fd1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3873534 May 27 03:25:06.971869 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57428) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:07.024746 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] Publish callbacks [] for security_group (cd83064c-f3a4-4e75-9b10-9677ebd07958), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.049592 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] Publish callbacks [] for security_group (cd83064c-f3a4-4e75-9b10-9677ebd07958), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.099657 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (cd83064c-f3a4-4e75-9b10-9677ebd07958), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.102446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.105970 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/cd83064c-f3a4-4e75-9b10-9677ebd07958 HTTP/1.1" status: 204 len: 168 time: 0.1324282 May 27 03:25:07.111714 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326cd8d-b989-4fe5-bb77-da040aaa7d2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83064c-f3a4-4e75-9b10-9677ebd07958,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.188729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57438) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:07.426383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1136-96d1-45a8-b7ee-c5a445681bf5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.509834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1136-96d1-45a8-b7ee-c5a445681bf5 admin admin] Publish callbacks [] for security_group (325bacbb-ca17-4e19-9bed-1890ec0effc8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.513270 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed7e1136-96d1-45a8-b7ee-c5a445681bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (325bacbb-ca17-4e19-9bed-1890ec0effc8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.551813 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ed7e1136-96d1-45a8-b7ee-c5a445681bf5 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e8cc4fcc64d3439e8fb3ab94927a37b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3620396 May 27 03:25:07.553023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7e1136-96d1-45a8-b7ee-c5a445681bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=325bacbb-ca17-4e19-9bed-1890ec0effc8,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.554480 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57444) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:07.601953 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] Publish callbacks [] for security_group (325bacbb-ca17-4e19-9bed-1890ec0effc8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.625478 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] Publish callbacks [] for security_group (325bacbb-ca17-4e19-9bed-1890ec0effc8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.672304 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (325bacbb-ca17-4e19-9bed-1890ec0effc8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.674696 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:07.675814 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/325bacbb-ca17-4e19-9bed-1890ec0effc8 HTTP/1.1" status: 204 len: 168 time: 0.1203148 May 27 03:25:07.683144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755b7f26-ab0d-4bd0-b769-a68e100964d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325bacbb-ca17-4e19-9bed-1890ec0effc8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:07.694599 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:07.940189 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57452) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:07.955231 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3570cd0a-fbb8-4631-b470-9b9ffcb85315 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.011411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49183420-9ed1-4267-8188-36d121acc922 req-d2edc2ef-19f1-4c4d-9096-b98f3c78dcd6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:08.011871 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=40 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.012938 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-49183420-9ed1-4267-8188-36d121acc922 req-d2edc2ef-19f1-4c4d-9096-b98f3c78dcd6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0599072 May 27 03:25:08.013054 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=64 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.051126 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-17bbdc73-144d-43a3-9ff6-60cb5af63294 req-d3c87960-218c-47a9-a631-c940f8e2dc07 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.0338840 May 27 03:25:08.055458 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.113495 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-49183420-9ed1-4267-8188-36d121acc922 req-1d1e0892-0250-41bf-93f3-dfc164f46499 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937304 May 27 03:25:08.121943 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3570cd0a-fbb8-4631-b470-9b9ffcb85315 admin admin] Publish callbacks [] for security_group (f4a95f74-4ce9-4736-a3ca-c85530422a5f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.126418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3570cd0a-fbb8-4631-b470-9b9ffcb85315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f4a95f74-4ce9-4736-a3ca-c85530422a5f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.163115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.170767 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3570cd0a-fbb8-4631-b470-9b9ffcb85315 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0920e0cdd10f4c329aaf770df6b2ee2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298889 May 27 03:25:08.172127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3570cd0a-fbb8-4631-b470-9b9ffcb85315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a95f74-4ce9-4736-a3ca-c85530422a5f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:08.173498 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57458) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:08.223471 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] Publish callbacks [] for security_group (f4a95f74-4ce9-4736-a3ca-c85530422a5f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.227173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:DELETE=7,neutron:INSERT=10 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:08.245727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] Publish callbacks [] for security_group (f4a95f74-4ce9-4736-a3ca-c85530422a5f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.292594 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f4a95f74-4ce9-4736-a3ca-c85530422a5f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.295172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:08.296450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f4a95f74-4ce9-4736-a3ca-c85530422a5f HTTP/1.1" status: 204 len: 168 time: 0.1213090 May 27 03:25:08.304934 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800cda61-ed76-4482-9b8a-d6de6129969c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a95f74-4ce9-4736-a3ca-c85530422a5f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:09.158875 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e8e576b4-c81e-47fe-8b42-fbe1d6dc9184 req-297f70cb-ea79-4f2e-8e18-0e8b97134a3b tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.0303154 May 27 03:25:09.173625 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['502ea12a-9820-4987-ba82-9d6c8aa95993'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:09.245727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a618f-1f43-4555-9934-5b533b8133a0 req-63be5851-e390-4369-b03b-e25f7e2984bc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:09.247197 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-722a618f-1f43-4555-9934-5b533b8133a0 req-63be5851-e390-4369-b03b-e25f7e2984bc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0522687 May 27 03:25:09.295271 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-722a618f-1f43-4555-9934-5b533b8133a0 req-f9d8c023-54d8-4848-aa42-f339d585b14e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418565 May 27 03:25:10.307770 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cafcca89-1c4f-456f-b8e3-415a6cb71fc2 req-87a67aa1-06f9-4ae2-8052-1fcf107db856 tempest-DeleteServersTestJSON-1638208057 tempest-DeleteServersTestJSON-1638208057-project] 10.222.0.62 "GET /v2.0/ports?device_id=044c7e01-8c46-4677-b931-aee2526ef362 HTTP/1.1" status: 200 len: 210 time: 0.0439849 May 27 03:25:10.410374 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d299fae6-d55d-4854-9eca-963d2d53d47c req-d0ce846a-608b-4b33-b30b-4cb2b32c08c4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:10.411951 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d299fae6-d55d-4854-9eca-963d2d53d47c req-d0ce846a-608b-4b33-b30b-4cb2b32c08c4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0465705 May 27 03:25:10.460204 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d299fae6-d55d-4854-9eca-963d2d53d47c req-309d9632-2470-4f5b-85e0-ff4958a92f64 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419796 May 27 03:25:11.592977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99077910-ceda-4336-8d35-4ead481a9f25 req-85c53851-9c66-4c7e-a03f-f46a630a8253 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:11.594796 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99077910-ceda-4336-8d35-4ead481a9f25 req-85c53851-9c66-4c7e-a03f-f46a630a8253 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0593503 May 27 03:25:11.657402 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-99077910-ceda-4336-8d35-4ead481a9f25 req-b157692a-1a4a-4bfd-91af-dc4184318e84 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548224 May 27 03:25:12.766915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a398616-9077-4482-a8fb-85454617c8ef req-1e958ca8-ffd9-4bcc-86bf-a27cc7a7ec1e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:12.768365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8a398616-9077-4482-a8fb-85454617c8ef req-1e958ca8-ffd9-4bcc-86bf-a27cc7a7ec1e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0484395 May 27 03:25:12.815210 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8a398616-9077-4482-a8fb-85454617c8ef req-b837ddae-3389-4632-b93e-a26541423182 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407293 May 27 03:25:13.586214 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 502ea12a-9820-4987-ba82-9d6c8aa95993 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:25:13.604996 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 502ea12a-9820-4987-ba82-9d6c8aa95993 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:25:13.605337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 502ea12a-9820-4987-ba82-9d6c8aa95993 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:25:13.933520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4811470f-e8eb-4a6c-afa8-d13c14ab187c req-e8a5059c-2ffb-42f8-bc57-a9085aa218ab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:13.935035 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4811470f-e8eb-4a6c-afa8-d13c14ab187c req-e8a5059c-2ffb-42f8-bc57-a9085aa218ab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0539083 May 27 03:25:13.967279 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:13.990988 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4811470f-e8eb-4a6c-afa8-d13c14ab187c req-7d024ff5-1e65-43d7-b7c2-81f0aab6f8c0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478628 May 27 03:25:14.875504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57634) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:14.921712 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Deleting subnet 3309a42c-6b60-467b-99b9-bc099edae6b9 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:25:14.924988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Publish callbacks [] for subnet (3309a42c-6b60-467b-99b9-bc099edae6b9), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:14.960792 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (3309a42c-6b60-467b-99b9-bc099edae6b9), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.003765 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (3309a42c-6b60-467b-99b9-bc099edae6b9), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.064899 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (3309a42c-6b60-467b-99b9-bc099edae6b9), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.096209 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3309a42c-6b60-467b-99b9-bc099edae6b9,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.098039 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.101199 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-058a6d82-445c-4fb3-9b6b-967916e24966 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3309a42c-6b60-467b-99b9-bc099edae6b9 HTTP/1.1" status: 204 len: 168 time: 0.2259851 May 27 03:25:15.104197 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57656) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:15.174285 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553242a1-f303-4757-a8d9-65adc2729c7c req-a77dc357-5539-4d41-b84f-0951d3788aed tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:15.180099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (2a4005f4-c23a-4d5e-b276-9219ecc15e3e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.181816 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-553242a1-f303-4757-a8d9-65adc2729c7c req-a77dc357-5539-4d41-b84f-0951d3788aed tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.1003172 May 27 03:25:15.265174 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-553242a1-f303-4757-a8d9-65adc2729c7c req-bd3b2a67-62c9-4ff2-af5c-e87f9d8e780a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820575 May 27 03:25:15.274964 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (2a4005f4-c23a-4d5e-b276-9219ecc15e3e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.300107 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a4005f4-c23a-4d5e-b276-9219ecc15e3e']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:15.310735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:15.311038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:15.322152 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.339705 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.347030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:25:15.347427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.399589 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb resource provider aggregate not found May 27 03:25:15.423539 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b7a04adf-7ec5-4c20-8ee8-a10e60b2c1cb found for delete ", "request_id": "req-c4e6a630-ca2d-4e74-87ae-f7a623532abc"}]} May 27 03:25:15.433017 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (2a4005f4-c23a-4d5e-b276-9219ecc15e3e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.440397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.443504 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] 10.222.0.62 "DELETE /v2.0/networks/2a4005f4-c23a-4d5e-b276-9219ecc15e3e HTTP/1.1" status: 204 len: 168 time: 0.3385732 May 27 03:25:15.456065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d102bd15-1468-4329-a48e-c360051d0da6 admin admin] Pushing event deleted for resources: {'Network': ['ID=2a4005f4-c23a-4d5e-b276-9219ecc15e3e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.565039 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57676) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:15.639172 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57680) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:15.682046 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-de077a3c-775d-4265-a778-235c3eba2edd admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=de1626e5c02845f5b9b93e8b5fe916f0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412529 May 27 03:25:15.684989 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57682) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:15.734704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] Publish callbacks [] for security_group (70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.756631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] Publish callbacks [] for security_group (70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.771876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:15.804755 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be1bc18e-82f6-4d03-8e74-3f585151f9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.845406 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.848048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.849191 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2 HTTP/1.1" status: 204 len: 168 time: 0.1630440 May 27 03:25:15.862335 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecc242f-da04-47d1-a25e-2f019b259be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70c2140f-2cc6-4117-abaa-dc9ab0a0c2a2,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.906902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be1bc18e-82f6-4d03-8e74-3f585151f9e0 admin admin] Publish callbacks [] for security_group (2e28679a-3125-418a-a50e-5bc1383fe6ec), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.910727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-be1bc18e-82f6-4d03-8e74-3f585151f9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2e28679a-3125-418a-a50e-5bc1383fe6ec), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:15.928496 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=84,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:15.952131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1bc18e-82f6-4d03-8e74-3f585151f9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e28679a-3125-418a-a50e-5bc1383fe6ec,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:15.956928 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-be1bc18e-82f6-4d03-8e74-3f585151f9e0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4e9a2b759e9f4931a6dc5679eb94d6cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906739 May 27 03:25:15.959569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57686) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:16.010584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] Publish callbacks [] for security_group (2e28679a-3125-418a-a50e-5bc1383fe6ec), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.031971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] Publish callbacks [] for security_group (2e28679a-3125-418a-a50e-5bc1383fe6ec), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.078421 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (2e28679a-3125-418a-a50e-5bc1383fe6ec), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.081271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.082439 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/2e28679a-3125-418a-a50e-5bc1383fe6ec HTTP/1.1" status: 204 len: 168 time: 0.1219141 May 27 03:25:16.094728 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe859ba-96b2-45af-bb7e-62542ff65051 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e28679a-3125-418a-a50e-5bc1383fe6ec,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:16.394993 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57710) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:16.412530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0573fc6-31ad-449f-8a55-fb3699583e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.515114 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0573fc6-31ad-449f-8a55-fb3699583e55 admin admin] Publish callbacks [] for security_group (a8a3ab96-510f-42f4-ae8a-517a35f6fa74), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.520616 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e0573fc6-31ad-449f-8a55-fb3699583e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a8a3ab96-510f-42f4-ae8a-517a35f6fa74), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.581921 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e0573fc6-31ad-449f-8a55-fb3699583e55 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c381e5f4696143658c5e8d8be03f0bb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1843276 May 27 03:25:16.582482 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57720) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:16.592418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0573fc6-31ad-449f-8a55-fb3699583e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8a3ab96-510f-42f4-ae8a-517a35f6fa74,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:16.651425 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] Publish callbacks [] for security_group (a8a3ab96-510f-42f4-ae8a-517a35f6fa74), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.658467 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9262c4d-6a50-45f9-bb51-59f81698620a req-ad242998-4f46-461d-b720-001618803bcb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:16.666917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9262c4d-6a50-45f9-bb51-59f81698620a req-ad242998-4f46-461d-b720-001618803bcb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.3164504 May 27 03:25:16.675963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] Publish callbacks [] for security_group (a8a3ab96-510f-42f4-ae8a-517a35f6fa74), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.718892 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9262c4d-6a50-45f9-bb51-59f81698620a req-11fc2393-8cc4-414c-b13d-9b7ad8a49fb6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509703 May 27 03:25:16.741222 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a8a3ab96-510f-42f4-ae8a-517a35f6fa74), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.754376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:16.755565 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a8a3ab96-510f-42f4-ae8a-517a35f6fa74 HTTP/1.1" status: 204 len: 168 time: 0.1709197 May 27 03:25:16.764622 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031dab76-71ad-4f50-b69f-08b54a5af564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8a3ab96-510f-42f4-ae8a-517a35f6fa74,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:17.828847 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:17.847690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c940f0-f209-41f9-9f47-77d97af1f382 req-b9f29895-d0bb-41f4-981a-67281b961a79 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:17.849343 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f3c940f0-f209-41f9-9f47-77d97af1f382 req-b9f29895-d0bb-41f4-981a-67281b961a79 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0542326 May 27 03:25:17.920781 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f3c940f0-f209-41f9-9f47-77d97af1f382 req-faa4b6c8-d59a-43a7-8816-803d6d164e14 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628285 May 27 03:25:18.960437 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:19.055894 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b4e05-1eec-48d4-825d-fb1522e173ca req-39d640a0-3340-41ef-8de4-da4ad3ff3949 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:19.057396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-529b4e05-1eec-48d4-825d-fb1522e173ca req-39d640a0-3340-41ef-8de4-da4ad3ff3949 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0512707 May 27 03:25:19.116509 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-529b4e05-1eec-48d4-825d-fb1522e173ca req-51fcbf46-ad58-45b2-9be9-da5a1260ad37 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533884 May 27 03:25:19.892254 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57860) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:19.999653 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e119441d-c6bc-4490-bd12-7751ca0012b4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.011147 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:20.074103 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e119441d-c6bc-4490-bd12-7751ca0012b4 admin admin] Publish callbacks [] for security_group (16c715f1-dfd1-4db5-a4d3-e38e19f7017e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.077398 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e119441d-c6bc-4490-bd12-7751ca0012b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (16c715f1-dfd1-4db5-a4d3-e38e19f7017e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.114010 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e119441d-c6bc-4490-bd12-7751ca0012b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c715f1-dfd1-4db5-a4d3-e38e19f7017e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:20.118648 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e119441d-c6bc-4490-bd12-7751ca0012b4 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=88edb7c1914f4c73ac0d4b10ac87bda4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255089 May 27 03:25:20.121203 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57864) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:20.168510 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] Publish callbacks [] for security_group (16c715f1-dfd1-4db5-a4d3-e38e19f7017e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.198519 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] Publish callbacks [] for security_group (16c715f1-dfd1-4db5-a4d3-e38e19f7017e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.256448 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a22d5ba-5fb6-447b-8e45-d12b64fc5531 req-0bd1ca77-74a6-4156-9052-cae8edebcc16 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:20.257866 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a22d5ba-5fb6-447b-8e45-d12b64fc5531 req-0bd1ca77-74a6-4156-9052-cae8edebcc16 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0714390 May 27 03:25:20.298142 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (16c715f1-dfd1-4db5-a4d3-e38e19f7017e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.300687 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:20.304095 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/16c715f1-dfd1-4db5-a4d3-e38e19f7017e HTTP/1.1" status: 204 len: 168 time: 0.1797233 May 27 03:25:20.323344 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8baf7-aa32-46da-86aa-967d6a94f4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c715f1-dfd1-4db5-a4d3-e38e19f7017e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:20.328304 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3a22d5ba-5fb6-447b-8e45-d12b64fc5531 req-05d3770b-85d6-4c7e-a562-58e99ae1a137 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 May 27 03:25:20.371600 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-28a4f1f6-6ff2-4ef6-b192-b439c42458c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:21.446842 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e5867-b969-4f4e-b169-7cdbfb0b0017 req-c67f01a3-8183-4f9e-a868-37b1f52870c2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:21.448332 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-da9e5867-b969-4f4e-b169-7cdbfb0b0017 req-c67f01a3-8183-4f9e-a868-37b1f52870c2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0487039 May 27 03:25:21.494347 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-da9e5867-b969-4f4e-b169-7cdbfb0b0017 req-65871972-e9ba-428d-a72b-67bf62ebe8b8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405614 May 27 03:25:22.608720 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02944cd3-2c6f-4530-b281-30d1626dae13 req-d2b23e4f-f29c-4f5c-b54b-5e1735397a39 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:22.610419 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-02944cd3-2c6f-4530-b281-30d1626dae13 req-d2b23e4f-f29c-4f5c-b54b-5e1735397a39 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0498562 May 27 03:25:22.654599 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-96012708-868b-496a-9f41-f9632eb7925d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:22.677876 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-02944cd3-2c6f-4530-b281-30d1626dae13 req-8a372e6e-c616-40d9-85d3-fc85885f3d7e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564308 May 27 03:25:22.984111 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57916) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:23.092708 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9832-30c4-4a3b-81ca-ce26b77d6093 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.180434 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9832-30c4-4a3b-81ca-ce26b77d6093 admin admin] Publish callbacks [] for security_group (c2dffe32-8224-4668-9354-58cd747caa00), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.184355 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3ea9832-30c4-4a3b-81ca-ce26b77d6093 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c2dffe32-8224-4668-9354-58cd747caa00), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.224246 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c3ea9832-30c4-4a3b-81ca-ce26b77d6093 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=356ed7112aba4a7ea825ed5e64f587a9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390523 May 27 03:25:23.226268 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ea9832-30c4-4a3b-81ca-ce26b77d6093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dffe32-8224-4668-9354-58cd747caa00,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.227160 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57928) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:23.275563 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] Publish callbacks [] for security_group (c2dffe32-8224-4668-9354-58cd747caa00), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.296201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] Publish callbacks [] for security_group (c2dffe32-8224-4668-9354-58cd747caa00), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.342980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c2dffe32-8224-4668-9354-58cd747caa00), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.345544 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.346687 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c2dffe32-8224-4668-9354-58cd747caa00 HTTP/1.1" status: 204 len: 168 time: 0.1182342 May 27 03:25:23.354448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd77ad7-6f12-4605-9e2f-a86b26125365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dffe32-8224-4668-9354-58cd747caa00,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.651678 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57950) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:23.665764 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fa98ecc7-93f5-4202-89a4-0600ea0f9636 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.707448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.751087 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fa98ecc7-93f5-4202-89a4-0600ea0f9636 admin admin] Publish callbacks [] for security_group (0ea8bc1a-be70-4582-b299-51b4e7e5e45b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.756903 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fa98ecc7-93f5-4202-89a4-0600ea0f9636 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0ea8bc1a-be70-4582-b299-51b4e7e5e45b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.828053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.832460 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98ecc7-93f5-4202-89a4-0600ea0f9636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea8bc1a-be70-4582-b299-51b4e7e5e45b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:23.852710 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fa98ecc7-93f5-4202-89a4-0600ea0f9636 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=256147dbecbc48c28397a7fe5b849775&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1958385 May 27 03:25:23.853140 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 57964) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:23.861105 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8ca0a-989d-4745-b917-0299c1f9c1aa req-32e3ffa8-518f-4ad5-8a7f-2d6b956812ae tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:23.862722 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afd8ca0a-989d-4745-b917-0299c1f9c1aa req-32e3ffa8-518f-4ad5-8a7f-2d6b956812ae tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.1019766 May 27 03:25:23.913622 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] Publish callbacks [] for security_group (0ea8bc1a-be70-4582-b299-51b4e7e5e45b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.922652 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:23.945075 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afd8ca0a-989d-4745-b917-0299c1f9c1aa req-0583efcb-c4b5-4101-90d5-0f6cb754f5de tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737009 May 27 03:25:23.945454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] Publish callbacks [] for security_group (0ea8bc1a-be70-4582-b299-51b4e7e5e45b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.961322 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:23.975623 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:24.014295 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0ea8bc1a-be70-4582-b299-51b4e7e5e45b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.017430 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.018661 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0ea8bc1a-be70-4582-b299-51b4e7e5e45b HTTP/1.1" status: 204 len: 168 time: 0.1659341 May 27 03:25:24.029173 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa19daef-abe8-413e-a909-a0fabb4c13a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea8bc1a-be70-4582-b299-51b4e7e5e45b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.323913 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 57992) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:24.377984 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Deleting subnet ef1c7fac-cf46-48d5-9ca0-a5b9097aa335 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:25:24.381294 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Publish callbacks [] for subnet (ef1c7fac-cf46-48d5-9ca0-a5b9097aa335), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.420657 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (ef1c7fac-cf46-48d5-9ca0-a5b9097aa335), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.461060 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (ef1c7fac-cf46-48d5-9ca0-a5b9097aa335), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.513897 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (ef1c7fac-cf46-48d5-9ca0-a5b9097aa335), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.540306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef1c7fac-cf46-48d5-9ca0-a5b9097aa335,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.544196 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.547856 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-679c7772-801b-4429-b232-5d475e054f23 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/ef1c7fac-cf46-48d5-9ca0-a5b9097aa335 HTTP/1.1" status: 204 len: 168 time: 0.2223923 May 27 03:25:24.549774 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58000) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:24.622261 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (44ab9847-0aca-47a5-a103-a5cf912e68a7), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.701247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (44ab9847-0aca-47a5-a103-a5cf912e68a7), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.721177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44ab9847-0aca-47a5-a103-a5cf912e68a7']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.731029 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9efa06c8-68b0-4b61-ae24-e50120903522') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.731326 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9efa06c8-68b0-4b61-ae24-e50120903522') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:24.741382 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (9efa06c8-68b0-4b61-ae24-e50120903522), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.754549 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (9efa06c8-68b0-4b61-ae24-e50120903522), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.760630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:25:24.761022 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (9efa06c8-68b0-4b61-ae24-e50120903522), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.780499 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment 9efa06c8-68b0-4b61-ae24-e50120903522 resource provider aggregate not found May 27 03:25:24.826263 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment 9efa06c8-68b0-4b61-ae24-e50120903522 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9efa06c8-68b0-4b61-ae24-e50120903522 found for delete ", "request_id": "req-78cf09bd-baef-4f41-ba00-ccb431b818ee"}]} May 27 03:25:24.830145 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (44ab9847-0aca-47a5-a103-a5cf912e68a7), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.836142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.839154 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] 10.222.0.62 "DELETE /v2.0/networks/44ab9847-0aca-47a5-a103-a5cf912e68a7 HTTP/1.1" status: 204 len: 168 time: 0.2883978 May 27 03:25:24.842459 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58014) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:24.850145 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d281babd-95cf-4ed6-a75b-80e799a0a9fa admin admin] Pushing event deleted for resources: {'Network': ['ID=44ab9847-0aca-47a5-a103-a5cf912e68a7,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:24.889038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Deleting subnet d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:25:24.892538 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Publish callbacks [] for subnet (d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.931961 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:24.977711 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.062415 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.104075 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822d92de-7e37-4705-9102-b6a4c3c9002b req-e82b5de4-af82-4424-a0d9-5b190328f753 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:25.105560 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-822d92de-7e37-4705-9102-b6a4c3c9002b req-e82b5de4-af82-4424-a0d9-5b190328f753 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0879934 May 27 03:25:25.106669 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:25.110448 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.113843 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1a6eb79e-67cc-4a89-a020-69755e9e790b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d1c2e0f8-f97b-4352-98c0-d9ce28f7d83d HTTP/1.1" status: 204 len: 168 time: 0.2699533 May 27 03:25:25.116946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58030) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:25.219703 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (7e611df3-1895-4c0a-8c4a-b06a45697550), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.226902 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-822d92de-7e37-4705-9102-b6a4c3c9002b req-a117fd11-5b21-47a5-99e5-a89415fc6e82 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032574 May 27 03:25:25.305369 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.308733 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (7e611df3-1895-4c0a-8c4a-b06a45697550), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.329440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e611df3-1895-4c0a-8c4a-b06a45697550']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:25.339233 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b9343e-9da8-42f9-8ea4-138e5ce1bf90') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:25.339525 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b9343e-9da8-42f9-8ea4-138e5ce1bf90') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:25:25.348823 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (00b9343e-9da8-42f9-8ea4-138e5ce1bf90), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.362457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (00b9343e-9da8-42f9-8ea4-138e5ce1bf90), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.368723 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Releasing vlan 559 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:25:25.369172 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (00b9343e-9da8-42f9-8ea4-138e5ce1bf90), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.417675 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 00b9343e-9da8-42f9-8ea4-138e5ce1bf90 resource provider aggregate not found May 27 03:25:25.436774 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 00b9343e-9da8-42f9-8ea4-138e5ce1bf90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 00b9343e-9da8-42f9-8ea4-138e5ce1bf90 found for delete ", "request_id": "req-0681330c-701a-4b3d-b304-fa59ce2b5960"}]} May 27 03:25:25.440474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (7e611df3-1895-4c0a-8c4a-b06a45697550), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.448704 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.451984 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/7e611df3-1895-4c0a-8c4a-b06a45697550 HTTP/1.1" status: 204 len: 168 time: 0.3339348 May 27 03:25:25.462368 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c87683-9827-41a8-ad1e-89d092a7afe8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e611df3-1895-4c0a-8c4a-b06a45697550,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:25.635441 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58058) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:25.675116 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3ab43773-b21f-464d-ab3d-55cf0faede40 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=569038bf676a460c9fa21558c61132c2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384605 May 27 03:25:25.677594 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58062) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:25.726064 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] Publish callbacks [] for security_group (f6904039-2da1-4254-aa19-430d1b518176), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.748368 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] Publish callbacks [] for security_group (f6904039-2da1-4254-aa19-430d1b518176), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.796641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (f6904039-2da1-4254-aa19-430d1b518176), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.799476 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:25.800781 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/f6904039-2da1-4254-aa19-430d1b518176 HTTP/1.1" status: 204 len: 168 time: 0.1217179 May 27 03:25:25.810093 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266f1a3e-dffd-4dbb-aa5b-954c3cf1e82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6904039-2da1-4254-aa19-430d1b518176,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.151205 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58084) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.167251 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.190376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.194560 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-123ac053-1471-4919-80d4-214100fd5917 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=a810ff297df4432a9e60abf985ce063a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418196 May 27 03:25:26.197033 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58088) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.256503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] Publish callbacks [] for security_group (140a320e-51fc-4f0f-a346-48601f2a8293), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.287389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] Publish callbacks [] for security_group (140a320e-51fc-4f0f-a346-48601f2a8293), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.292605 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58096) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.351229 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (140a320e-51fc-4f0f-a346-48601f2a8293), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.354283 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.357903 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/140a320e-51fc-4f0f-a346-48601f2a8293 HTTP/1.1" status: 204 len: 168 time: 0.1576118 May 27 03:25:26.360925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae61e9b-c632-455a-8b95-e337febb40bb req-e92fcdc6-f142-432c-b175-2e39abe4e93d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:26.364610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f150f10f-a127-4e92-8860-785aff22de8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=140a320e-51fc-4f0f-a346-48601f2a8293,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.369027 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ae61e9b-c632-455a-8b95-e337febb40bb req-e92fcdc6-f142-432c-b175-2e39abe4e93d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0609522 May 27 03:25:26.437455 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec689-9a94-49dd-bbf9-d7d0aa6ff73e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.441848 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ae61e9b-c632-455a-8b95-e337febb40bb req-0464d5c6-3727-4fd4-9f3f-fabcabb92b48 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720320 May 27 03:25:26.527803 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec689-9a94-49dd-bbf9-d7d0aa6ff73e admin admin] Publish callbacks [] for security_group (9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.532339 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae8ec689-9a94-49dd-bbf9-d7d0aa6ff73e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.552083 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.560714 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:26.569130 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58108) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.578537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ec689-9a94-49dd-bbf9-d7d0aa6ff73e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.587681 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58112) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.587840 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ae8ec689-9a94-49dd-bbf9-d7d0aa6ff73e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=94f83440488f4f36a400548cb8defbb3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2940311 May 27 03:25:26.642113 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] Publish callbacks [] for security_group (9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.665187 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] Publish callbacks [] for security_group (9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.721492 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.724942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.726169 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd HTTP/1.1" status: 204 len: 168 time: 0.1374235 May 27 03:25:26.737422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08cc039-e093-4693-aa29-bb5f8aedfde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb782a1-b15e-4214-b4b9-5f8f06c9f8fd,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.768606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-996c02aa-312e-4a79-890e-37f1c02dd0b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.770300 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.865530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-996c02aa-312e-4a79-890e-37f1c02dd0b6 admin admin] Publish callbacks [] for security_group (5087779e-f896-49c5-b952-8e80adbb91f0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.870571 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-996c02aa-312e-4a79-890e-37f1c02dd0b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (5087779e-f896-49c5-b952-8e80adbb91f0), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:26.910929 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-996c02aa-312e-4a79-890e-37f1c02dd0b6 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9bcb9946871b4514a42d4998c2eed5ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3405285 May 27 03:25:26.912059 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996c02aa-312e-4a79-890e-37f1c02dd0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5087779e-f896-49c5-b952-8e80adbb91f0,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:26.913614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58126) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:26.976734 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] Publish callbacks [] for security_group (5087779e-f896-49c5-b952-8e80adbb91f0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.004580 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] Publish callbacks [] for security_group (5087779e-f896-49c5-b952-8e80adbb91f0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.057963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (5087779e-f896-49c5-b952-8e80adbb91f0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.060869 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.061742 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/5087779e-f896-49c5-b952-8e80adbb91f0 HTTP/1.1" status: 204 len: 168 time: 0.1469691 May 27 03:25:27.070146 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc87dee-b166-4f50-b9e1-86eebfd9084e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5087779e-f896-49c5-b952-8e80adbb91f0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.095400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58136) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:27.109910 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd0ad-036d-4b2f-9e3a-6c0b5ab018a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.203356 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd0ad-036d-4b2f-9e3a-6c0b5ab018a0 admin admin] Publish callbacks [] for security_group (b93ea4fe-3218-4478-b8f9-77acff5ec2bd), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.208607 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd0ad-036d-4b2f-9e3a-6c0b5ab018a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b93ea4fe-3218-4478-b8f9-77acff5ec2bd), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.255431 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6c7dd0ad-036d-4b2f-9e3a-6c0b5ab018a0 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6d4ea4a9eb7b42dbbea87cbc672f36ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1558936 May 27 03:25:27.255431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dd0ad-036d-4b2f-9e3a-6c0b5ab018a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93ea4fe-3218-4478-b8f9-77acff5ec2bd,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.255699 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58140) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:27.313179 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] Publish callbacks [] for security_group (b93ea4fe-3218-4478-b8f9-77acff5ec2bd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.338051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] Publish callbacks [] for security_group (b93ea4fe-3218-4478-b8f9-77acff5ec2bd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.400018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b93ea4fe-3218-4478-b8f9-77acff5ec2bd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.402700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:27.404143 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b93ea4fe-3218-4478-b8f9-77acff5ec2bd HTTP/1.1" status: 204 len: 168 time: 0.1474600 May 27 03:25:27.413014 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d26ec71-fa8f-4153-8bed-6ab77d950339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93ea4fe-3218-4478-b8f9-77acff5ec2bd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:27.429918 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=48,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:27.581629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301949c2-cf6e-47ad-aa3b-994a387a7c43 req-dbc87c2e-620f-4b84-ac74-1bab844e76e4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:27.589440 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-301949c2-cf6e-47ad-aa3b-994a387a7c43 req-dbc87c2e-620f-4b84-ac74-1bab844e76e4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0580945 May 27 03:25:27.655930 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-301949c2-cf6e-47ad-aa3b-994a387a7c43 req-23f554fc-2c46-4439-b0b3-19186c552e21 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650373 May 27 03:25:27.686012 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:28.765030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc669b-4417-40f0-8e88-dce2f425ae33 req-9acee71e-7d9b-4ab2-b409-4d82819aae19 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:28.766545 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffdc669b-4417-40f0-8e88-dce2f425ae33 req-9acee71e-7d9b-4ab2-b409-4d82819aae19 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0482166 May 27 03:25:28.814268 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffdc669b-4417-40f0-8e88-dce2f425ae33 req-395245f9-f9df-4c0a-8da8-a537fa839980 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419912 May 27 03:25:28.974544 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:28.976171 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:29.927708 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:29.944879 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af444d9c-63dc-4497-8abc-c2019b3c8646 req-45bda510-cad6-4289-97e8-650f22bc9ea3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:29.946325 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af444d9c-63dc-4497-8abc-c2019b3c8646 req-45bda510-cad6-4289-97e8-650f22bc9ea3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0565667 May 27 03:25:29.973866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=10 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:29.998467 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af444d9c-63dc-4497-8abc-c2019b3c8646 req-0244ac60-3e90-4d46-a057-58e0a5936b42 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463402 May 27 03:25:30.845998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58274) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:30.952350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-330b7dcf-3df4-47da-aac4-fe5476d0b007 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.027600 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-330b7dcf-3df4-47da-aac4-fe5476d0b007 admin admin] Publish callbacks [] for security_group (bea694ce-e6e8-4426-8b6a-bbd53a4669e5), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.032448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-330b7dcf-3df4-47da-aac4-fe5476d0b007 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (bea694ce-e6e8-4426-8b6a-bbd53a4669e5), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.080124 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-330b7dcf-3df4-47da-aac4-fe5476d0b007 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=360e06d6ce7243f789b71a7b0743fd9a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330241 May 27 03:25:31.082306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b7dcf-3df4-47da-aac4-fe5476d0b007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea694ce-e6e8-4426-8b6a-bbd53a4669e5,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.082890 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58282) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:31.121393 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45e7bd0-e523-4456-9b71-6d9c00fad48c req-bcb7305c-7e3d-447f-9ab8-e96773696e90 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:31.122865 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b45e7bd0-e523-4456-9b71-6d9c00fad48c req-bcb7305c-7e3d-447f-9ab8-e96773696e90 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0547397 May 27 03:25:31.132633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] Publish callbacks [] for security_group (bea694ce-e6e8-4426-8b6a-bbd53a4669e5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.153806 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] Publish callbacks [] for security_group (bea694ce-e6e8-4426-8b6a-bbd53a4669e5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.170224 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b45e7bd0-e523-4456-9b71-6d9c00fad48c req-b7b02309-2fc8-4dae-9838-6e5296917491 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412350 May 27 03:25:31.200087 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (bea694ce-e6e8-4426-8b6a-bbd53a4669e5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.202676 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.204283 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/bea694ce-e6e8-4426-8b6a-bbd53a4669e5 HTTP/1.1" status: 204 len: 168 time: 0.1202462 May 27 03:25:31.213559 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c0bda8-0ddd-4727-a001-c2a6a4dd6672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea694ce-e6e8-4426-8b6a-bbd53a4669e5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:31.848607 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58308) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:31.948180 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-789970374-network', 'tenant_id': 'aee9b49e32b848e2a75facdeef1aa8a5'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:31.953259 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:25:31.968037 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Made reservation on behalf of aee9b49e32b848e2a75facdeef1aa8a5 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:31.970523 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:31.981949 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.055077 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks [] for security_group (1a7f7e59-eca1-4031-b279-f708c5e2161d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.058607 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1a7f7e59-eca1-4031-b279-f708c5e2161d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.083176 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] vlan segment allocate from pool success with {'vlan_id': 589, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:25:32.093345 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7f7e59-eca1-4031-b279-f708c5e2161d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.099048 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (8234344d-83bd-475f-becf-bc651bb5216a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.099449 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Added segment 8234344d-83bd-475f-becf-bc651bb5216a of type vlan for network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 May 27 03:25:32.138973 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (1d757b8e-3c2c-4d66-84a9-f19b199440d3), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.163202 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (1d757b8e-3c2c-4d66-84a9-f19b199440d3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.164289 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.164799 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.228402 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 867 time: 0.3786218 May 27 03:25:32.229115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58316) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:32.235744 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Request body: {'subnet': {'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-789970374-subnet', 'tenant_id': 'aee9b49e32b848e2a75facdeef1aa8a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:32.242350 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3720e-f734-4547-9024-b2fa1573f96c admin admin] Pushing event updated for resources: {'Network': ['ID=1d757b8e-3c2c-4d66-84a9-f19b199440d3,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.252809 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:25:32.286254 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Made reservation on behalf of aee9b49e32b848e2a75facdeef1aa8a5 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:32.289177 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.310753 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e7452b-b6f2-4cee-89dc-b09cf6d68913 req-cde82d4b-5396-4207-99e9-243689546cbf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.312088 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1e7452b-b6f2-4cee-89dc-b09cf6d68913 req-cde82d4b-5396-4207-99e9-243689546cbf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0720501 May 27 03:25:32.397576 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:32.409355 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f1e7452b-b6f2-4cee-89dc-b09cf6d68913 req-6cd342c6-2ea8-4259-b347-cd980ac8b07b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711732 May 27 03:25:32.487570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:32.499756 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (95d20c3d-e7ab-4459-9f26-2393a952bfc6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.551908 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95d20c3d-e7ab-4459-9f26-2393a952bfc6,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:32.567068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Checking segment: {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:32.568034 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Network hostable DHCP agents. Network: 1d757b8e-3c2c-4d66-84a9-f19b199440d3, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:25:32.585656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:25:32.594199 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 1d757b8e-3c2c-4d66-84a9-f19b199440d3) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:32.598265 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:32.598845 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:32.603515 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452a6fc-b3f9-42c3-8a59-8ca743ba3bfd None None] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:25:32.615246 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4b770b4d-f1fc-4f16-9795-bff642759858 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3830895 May 27 03:25:32.703116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b6382b-3e17-4505-956e-da0a81fc6fc7 None None] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:25:33.521334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc8ca-8062-4bf8-82f2-0f61f8c9f0e1 req-1d1cca3c-b3d8-47bc-8c75-a337ca603726 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:33.522942 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-633cc8ca-8062-4bf8-82f2-0f61f8c9f0e1 req-1d1cca3c-b3d8-47bc-8c75-a337ca603726 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0459154 May 27 03:25:33.563399 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:33.571814 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-633cc8ca-8062-4bf8-82f2-0f61f8c9f0e1 req-092e5161-48ec-41d5-b8e2-4510a297fd30 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431616 May 27 03:25:33.791097 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58350) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:33.893515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-668a7c1a-5018-4150-aa65-f5000166df30 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.967174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-668a7c1a-5018-4150-aa65-f5000166df30 admin admin] Publish callbacks [] for security_group (dc6568eb-b61c-4758-b494-c174f549ef2b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.970796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-668a7c1a-5018-4150-aa65-f5000166df30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (dc6568eb-b61c-4758-b494-c174f549ef2b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:33.984390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:34.015248 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-668a7c1a-5018-4150-aa65-f5000166df30 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fb59a5d9cb0049d1bcfa35c97ea01e28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2230923 May 27 03:25:34.015997 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668a7c1a-5018-4150-aa65-f5000166df30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6568eb-b61c-4758-b494-c174f549ef2b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.018282 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58354) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:34.067169 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] Publish callbacks [] for security_group (dc6568eb-b61c-4758-b494-c174f549ef2b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.089899 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] Publish callbacks [] for security_group (dc6568eb-b61c-4758-b494-c174f549ef2b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.137988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (dc6568eb-b61c-4758-b494-c174f549ef2b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.140626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.141940 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/dc6568eb-b61c-4758-b494-c174f549ef2b HTTP/1.1" status: 204 len: 168 time: 0.1223440 May 27 03:25:34.153975 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7363f223-f011-467d-9706-41051a7d8a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6568eb-b61c-4758-b494-c174f549ef2b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.413027 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58364) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:34.426180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d8ae109a-c61c-44ca-bf0c-89a18c0e1ef1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.500917 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d8ae109a-c61c-44ca-bf0c-89a18c0e1ef1 admin admin] Publish callbacks [] for security_group (314814d4-2306-4989-8137-16cdd93eeafe), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.504336 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d8ae109a-c61c-44ca-bf0c-89a18c0e1ef1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (314814d4-2306-4989-8137-16cdd93eeafe), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.543097 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d8ae109a-c61c-44ca-bf0c-89a18c0e1ef1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b726862b44be4ed5adc43ff216c2b800&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1289802 May 27 03:25:34.543966 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ae109a-c61c-44ca-bf0c-89a18c0e1ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=314814d4-2306-4989-8137-16cdd93eeafe,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.545827 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58366) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:34.594522 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] Publish callbacks [] for security_group (314814d4-2306-4989-8137-16cdd93eeafe), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.616443 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] Publish callbacks [] for security_group (314814d4-2306-4989-8137-16cdd93eeafe), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.691789 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1b087f-d377-44d5-a2c9-31bd51a0c9d2 req-84b4821d-f7b0-4714-b156-98e88bac5f89 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:34.693875 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb1b087f-d377-44d5-a2c9-31bd51a0c9d2 req-84b4821d-f7b0-4714-b156-98e88bac5f89 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0512314 May 27 03:25:34.706938 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (314814d4-2306-4989-8137-16cdd93eeafe), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.709389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:34.710429 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/314814d4-2306-4989-8137-16cdd93eeafe HTTP/1.1" status: 204 len: 168 time: 0.1636326 May 27 03:25:34.725714 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a3e640-6ec7-407c-a183-b3ab722f2791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=314814d4-2306-4989-8137-16cdd93eeafe,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:34.753240 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eb1b087f-d377-44d5-a2c9-31bd51a0c9d2 req-b9d036e0-9675-475c-9a95-b4ffdc710edb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536280 May 27 03:25:35.875635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc4159-ab26-410f-a151-e9a9552a9b6e req-21b3c94e-5e23-46c4-98af-632b3ddd9f3f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:35.877415 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bbc4159-ab26-410f-a151-e9a9552a9b6e req-21b3c94e-5e23-46c4-98af-632b3ddd9f3f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0535643 May 27 03:25:35.940811 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bbc4159-ab26-410f-a151-e9a9552a9b6e req-89677d98-2bbd-4f12-b31b-74040ed3ddbd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504959 May 27 03:25:36.767648 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91c2b5-053a-42cd-8496-e66a19968344 req-a7441e92-f752-4b8c-b304-e78d551e092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:36.769195 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc91c2b5-053a-42cd-8496-e66a19968344 req-a7441e92-f752-4b8c-b304-e78d551e092b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1130 time: 0.0382485 May 27 03:25:36.817910 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bc91c2b5-053a-42cd-8496-e66a19968344 req-8e9daa19-ca7b-4eb3-a0bd-91c794d8ee99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 May 27 03:25:37.054753 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1c883-0bcf-48f6-b2e2-b8ffab8e8131 req-870afa42-ce92-4758-a7da-e4f8fe313cd2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:37.056177 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8bd1c883-0bcf-48f6-b2e2-b8ffab8e8131 req-870afa42-ce92-4758-a7da-e4f8fe313cd2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0499902 May 27 03:25:37.104163 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8bd1c883-0bcf-48f6-b2e2-b8ffab8e8131 req-2fc04e51-8874-4bde-a3a6-26df6a1f8e05 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424533 May 27 03:25:37.514470 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:37.594512 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-998c1dc0-1cab-4c44-92eb-d127fe1bd6c5 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:37.596087 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-998c1dc0-1cab-4c44-92eb-d127fe1bd6c5 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/networks?id=1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 200 len: 813 time: 0.1075416 May 27 03:25:37.610619 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-fdca4876-10f2-48cc-968d-7b44229d851e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/quotas/aee9b49e32b848e2a75facdeef1aa8a5 HTTP/1.1" status: 200 len: 375 time: 0.0090930 May 27 03:25:37.642800 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-961a830c-9141-4fec-8bda-c9a0b482a3b3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274525 May 27 03:25:37.737160 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-20eef619-6cc5-4aa0-9501-9efcb7b5aef6 service neutron] 10.222.0.62 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875337 May 27 03:25:37.829056 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-95ace4b1-e448-4b61-b9af-915ba496b071 service neutron] 10.222.0.62 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856876 May 27 03:25:37.993317 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ffa8b006-2182-4ba7-b70b-f7297c66b914 req-37ca259e-e871-4d74-acdd-f76c4ee894af tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 210 time: 0.0319672 May 27 03:25:38.242298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023ee90-caf3-452d-b662-4033c479848f req-25802881-7cf5-4526-9e22-76d9e1aa040a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:38.243917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b023ee90-caf3-452d-b662-4033c479848f req-25802881-7cf5-4526-9e22-76d9e1aa040a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0508649 May 27 03:25:38.293915 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:38.299365 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b023ee90-caf3-452d-b662-4033c479848f req-d0e2f16d-120c-40ab-b197-cec1f4445f3c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495284 May 27 03:25:39.085632 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e553ae2c-1f63-4e8d-afe3-f8112ce0d02e req-c46195bc-5ada-4b18-af94-c834c7ffcb0e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 210 time: 0.0271254 May 27 03:25:39.453019 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e941acfd-bb3c-47fe-8c8f-1d3a0d9ad46b req-b3546648-0448-4e41-a8f0-6ad9537d640a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.455775 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e941acfd-bb3c-47fe-8c8f-1d3a0d9ad46b req-b3546648-0448-4e41-a8f0-6ad9537d640a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0837092 May 27 03:25:39.520760 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-604c8304-6db0-4cdf-8176-6f0a2a2f0655 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.522222 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-604c8304-6db0-4cdf-8176-6f0a2a2f0655 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "GET /v2.0/networks?id=1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 200 len: 813 time: 0.1710861 May 27 03:25:39.535472 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e941acfd-bb3c-47fe-8c8f-1d3a0d9ad46b req-34f19f82-d203-46c3-905a-488f9a78d352 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713227 May 27 03:25:39.646973 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613bb340-0940-4d61-9249-7709e7564220 req-5634b183-7358-4984-9d11-ce209071b080 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:39.648495 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-613bb340-0940-4d61-9249-7709e7564220 req-5634b183-7358-4984-9d11-ce209071b080 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0461833 May 27 03:25:39.669667 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Request body: {'port': {'device_id': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3', 'admin_state_up': True, 'tenant_id': 'aee9b49e32b848e2a75facdeef1aa8a5'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:39.695512 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-613bb340-0940-4d61-9249-7709e7564220 req-310a7ea9-97ba-4d3d-811c-ad546d172910 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 May 27 03:25:39.776713 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Made reservation on behalf of aee9b49e32b848e2a75facdeef1aa8a5 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:25:39.780175 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:39.942737 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Allocated IP 172.20.0.5 (1d757b8e-3c2c-4d66-84a9-f19b199440d3/95d20c3d-e7ab-4459-9f26-2393a952bfc6/3241390e-ae71-4f08-8375-de655134e942) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:25:40.124405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:40.128399 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks [] for port (3241390e-ae71-4f08-8375-de655134e942), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.177342 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (3241390e-ae71-4f08-8375-de655134e942), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.244022 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9176a604-9abc-4c0d-a540-8898ddce5a9e req-b7bc0230-0656-42d2-a4b8-e2b70fbb1337 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.245502 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9176a604-9abc-4c0d-a540-8898ddce5a9e req-b7bc0230-0656-42d2-a4b8-e2b70fbb1337 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 931 time: 0.0810699 May 27 03:25:40.251181 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:25:40.256534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:25:40.264524 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:25:40.267558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:40.302162 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.348320 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.348930 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.355743 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9176a604-9abc-4c0d-a540-8898ddce5a9e req-17bb0bab-82df-4177-b090-ac912b2c4d0e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032465 May 27 03:25:40.369088 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-450195b2-f687-459a-8fb5-cf337daed84c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7033591 May 27 03:25:40.387296 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Request body: {'port': {'device_id': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:25:40.444756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3241390e-ae71-4f08-8375-de655134e942), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.723959 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3241390e-ae71-4f08-8375-de655134e942 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:40.731184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks [] for port (3241390e-ae71-4f08-8375-de655134e942), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.744296 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Transition to ACTIVE for port object 3241390e-ae71-4f08-8375-de655134e942 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:25:40.748233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (3241390e-ae71-4f08-8375-de655134e942), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.815133 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:40.868458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Attempting to bind port 3241390e-ae71-4f08-8375-de655134e942 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:25:40.868802 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Attempting to bind port 3241390e-ae71-4f08-8375-de655134e942 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:25:40.869137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Attempting to bind port 3241390e-ae71-4f08-8375-de655134e942 on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:40.874114 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Port 3241390e-ae71-4f08-8375-de655134e942 on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:25:40.874435 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Attempting to bind port 3241390e-ae71-4f08-8375-de655134e942 on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:25:40.880152 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:25:40.880602 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Checking segment: {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:25:40.880989 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Bound using segment: {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:25:40.881453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Bound port: 3241390e-ae71-4f08-8375-de655134e942, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:25:40.881835 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3241390e-ae71-4f08-8375-de655134e942), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.936110 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:40.943313 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:25:40.946763 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:25:40.954682 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (3241390e-ae71-4f08-8375-de655134e942), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.988796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:40.989414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:40.991516 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/3241390e-ae71-4f08-8375-de655134e942 HTTP/1.1" status: 200 len: 1093 time: 0.6082010 May 27 03:25:40.991972 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'tag': '3241390e-ae71-4f08-8375-de655134e942'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:40.994211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7" -d '{"events": [{"name": "network-changed", "server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "tag": "3241390e-ae71-4f08-8375-de655134e942"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:41.015084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400d426e-d160-4109-abe3-5080592ce1b7 service neutron] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:41.034725 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cefbcf-fdf8-42d8-b1c0-6ca5509ef18b x-openstack-request-id: req-d4cefbcf-fdf8-42d8-b1c0-6ca5509ef18b {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:41.035117 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "tag": "3241390e-ae71-4f08-8375-de655134e942", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:41.035462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d4cefbcf-fdf8-42d8-b1c0-6ca5509ef18b {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:41.035974 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cefbcf-fdf8-42d8-b1c0-6ca5509ef18b'] response: {'name': 'network-changed', 'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'tag': '3241390e-ae71-4f08-8375-de655134e942', 'status': 'completed', 'code': 200} May 27 03:25:41.471102 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24af9c3d-dfbb-4e1b-b1af-b3c5194e82f0 req-ca784153-0906-4419-8ccc-cf5fbbc09f5a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:41.472569 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24af9c3d-dfbb-4e1b-b1af-b3c5194e82f0 req-ca784153-0906-4419-8ccc-cf5fbbc09f5a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0458364 May 27 03:25:41.514264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:41.522895 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24af9c3d-dfbb-4e1b-b1af-b3c5194e82f0 req-22b13471-078e-432b-847c-a0066f4c8e71 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443413 May 27 03:25:41.950128 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:42.638617 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a389a68b-d5fb-47f2-b803-bdf1ec85179b req-907cfa8a-b60c-498d-97ea-ff4a1af648a2 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:42.640082 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a389a68b-d5fb-47f2-b803-bdf1ec85179b req-907cfa8a-b60c-498d-97ea-ff4a1af648a2 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0489104 May 27 03:25:42.694640 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a389a68b-d5fb-47f2-b803-bdf1ec85179b req-aeae27f8-bec1-433f-89e9-ed95f37ba6d5 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490744 May 27 03:25:43.259161 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-9b208231-05e1-4f0b-93c0-be2f614c740c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.260732 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-9b208231-05e1-4f0b-93c0-be2f614c740c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 1127 time: 0.0398870 May 27 03:25:43.369310 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-d2dbf588-b585-4222-bd8d-b988ff469cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.370774 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-d2dbf588-b585-4222-bd8d-b988ff469cce service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0917237 May 27 03:25:43.468236 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-7804fd83-2f19-49b0-ac0d-944a7f68b3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.469611 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9bfc92bd-0ff4-4a86-bcdf-7c2493d65aa7 req-7804fd83-2f19-49b0-ac0d-944a7f68b3a9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907815 May 27 03:25:43.574944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-dcc5ff60-7d16-437f-ab26-d1cfd25c47a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.576418 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-dcc5ff60-7d16-437f-ab26-d1cfd25c47a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 1127 time: 0.0398591 May 27 03:25:43.631519 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-cefa9186-2ae5-40a0-b5ef-8452fb8eafb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3241390e-ae71-4f08-8375-de655134e942 HTTP/1.1" status: 200 len: 217 time: 0.0351622 May 27 03:25:43.678519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-0b65c83d-5b22-49bd-b2d0-9099a82c89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.679968 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-0b65c83d-5b22-49bd-b2d0-9099a82c89fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95d20c3d-e7ab-4459-9f26-2393a952bfc6 HTTP/1.1" status: 200 len: 853 time: 0.0430226 May 27 03:25:43.711755 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-61e85b1a-dd4b-4bc5-b898-be3499256e3d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d757b8e-3c2c-4d66-84a9-f19b199440d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249248 May 27 03:25:43.833096 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b0952b-af8d-4e4a-8022-ecdd257ab4dd req-b11ef1ae-b9d1-478b-af00-3975ee8e96f6 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:43.835118 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-53b0952b-af8d-4e4a-8022-ecdd257ab4dd req-b11ef1ae-b9d1-478b-af00-3975ee8e96f6 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0640247 May 27 03:25:43.860753 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-5c9ee971-c4ad-4574-a314-932d4ef5072d service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426396 May 27 03:25:43.943207 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-53b0952b-af8d-4e4a-8022-ecdd257ab4dd req-c0476403-b91d-4e69-9f3f-18e1e5654897 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988486 May 27 03:25:43.976704 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-574cbbc2-efb3-418c-a607-572fd6ed153e req-3220183b-a355-478e-a92d-189bd540104f service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084511 May 27 03:25:44.173985 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=28,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:44.706739 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ec6b4b-276c-4ad2-9492-339943dd8651 req-bf02a737-b728-4693-ba4b-9f4f49425473 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:44.708220 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72ec6b4b-276c-4ad2-9492-339943dd8651 req-bf02a737-b728-4693-ba4b-9f4f49425473 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.2489202 May 27 03:25:44.740694 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=47,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:44.753976 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72ec6b4b-276c-4ad2-9492-339943dd8651 req-a2d47145-4aa5-4ba8-9ab8-2d93b58afad8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404131 May 27 03:25:45.056655 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ac789-b2ba-4676-9f93-bb76514568c3 req-c89635fe-73c0-481f-984a-4a6ca1193cba tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.058076 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-426ac789-b2ba-4676-9f93-bb76514568c3 req-c89635fe-73c0-481f-984a-4a6ca1193cba tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0473154 May 27 03:25:45.078133 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.109707 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-426ac789-b2ba-4676-9f93-bb76514568c3 req-12358307-3abf-48e7-852c-269fba274e10 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449839 May 27 03:25:45.165683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-ef647d8b-5bb3-4b86-8caa-11de646a117a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.167444 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-ef647d8b-5bb3-4b86-8caa-11de646a117a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1129 time: 0.0398247 May 27 03:25:45.259721 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.263038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-14f3e3b9-a63d-43ae-bea1-62c37ba0b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.264515 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-14f3e3b9-a63d-43ae-bea1-62c37ba0b026 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.0853453 May 27 03:25:45.307110 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-0c58f452-ad71-4452-885e-936b4ee34629 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 217 time: 0.0311913 May 27 03:25:45.362861 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-1152abfc-6266-4c1e-af4e-be8e60d78991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.364328 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-1152abfc-6266-4c1e-af4e-be8e60d78991 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0508704 May 27 03:25:45.404471 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:45.408181 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-8eed5d73-9cb8-454a-a09a-0e2ceb222a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.409664 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-8eed5d73-9cb8-454a-a09a-0e2ceb222a20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382376 May 27 03:25:45.499625 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-1ab39ab9-532a-461b-b2cb-4d92db5380b9 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827122 May 27 03:25:45.596432 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-63160db4-6a23-42b0-82fe-f34c66c37385 req-892ef1e4-3320-4e73-9f0a-39b99be30a85 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869637 May 27 03:25:45.869075 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5845e2a1-a66b-40ca-9beb-792220651b7e req-05e4b2be-bb6f-49c1-a712-49405e185e29 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:45.870529 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5845e2a1-a66b-40ca-9beb-792220651b7e req-05e4b2be-bb6f-49c1-a712-49405e185e29 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0466518 May 27 03:25:45.923529 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5845e2a1-a66b-40ca-9beb-792220651b7e req-fc53e176-819e-4c88-970d-208eea854e0f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475795 May 27 03:25:46.225191 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dd1172-0d88-49b4-b42a-1cadeb1bed83 req-980d4e1c-0968-4113-9d0e-94ee32403143 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:46.227263 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01dd1172-0d88-49b4-b42a-1cadeb1bed83 req-980d4e1c-0968-4113-9d0e-94ee32403143 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0489042 May 27 03:25:46.276114 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01dd1172-0d88-49b4-b42a-1cadeb1bed83 req-5001eec5-c66d-40ce-80e4-a1ddee80ae87 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 May 27 03:25:47.041123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364a238-7905-4f53-9cc5-fae28f88cc72 req-b3336ec1-bc4b-492d-a52f-a79bf39138a1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.042506 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8364a238-7905-4f53-9cc5-fae28f88cc72 req-b3336ec1-bc4b-492d-a52f-a79bf39138a1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0491192 May 27 03:25:47.087810 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8364a238-7905-4f53-9cc5-fae28f88cc72 req-798cf19a-4b12-478e-8de4-cd9d28fa9909 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 May 27 03:25:47.194359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 3241390e-ae71-4f08-8375-de655134e942 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:25:47.292689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.304752 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '3241390e-ae71-4f08-8375-de655134e942', 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3', 'port_id': '3241390e-ae71-4f08-8375-de655134e942', 'mac_address': 'fa:16:3e:cc:bc:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d20c3d-e7ab-4459-9f26-2393a952bfc6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:25:47.342584 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 3241390e-ae71-4f08-8375-de655134e942 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:47.342975 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3241390e-ae71-4f08-8375-de655134e942), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.368993 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3241390e-ae71-4f08-8375-de655134e942 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:25:47.388110 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:47.391978 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3241390e-ae71-4f08-8375-de655134e942), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:47.394729 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03780d5f-8953-491a-980c-0efd278e7325 req-6535eaa5-6f6e-49ee-a307-7e5dca41bce0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:47.396804 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-03780d5f-8953-491a-980c-0efd278e7325 req-6535eaa5-6f6e-49ee-a307-7e5dca41bce0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0526261 May 27 03:25:47.438002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:47.444934 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.445277 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.445610 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.445959 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.446219 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-03780d5f-8953-491a-980c-0efd278e7325 req-da6cf85e-8d4e-4ad2-ad1c-2e8db2dda24a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 May 27 03:25:47.446317 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.446594 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.446913 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.447230 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.447546 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.447883 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.448203 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.448519 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.448845 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.449141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.449454 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:47.813721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['3241390e-ae71-4f08-8375-de655134e942'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:25:48.203632 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d70e37-7bb0-4e22-b65e-9be0d21838bb req-8e095e09-ef0b-4a7c-9668-36a93e94dba9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.210302 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c9d70e37-7bb0-4e22-b65e-9be0d21838bb req-8e095e09-ef0b-4a7c-9668-36a93e94dba9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0520108 May 27 03:25:48.257200 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c9d70e37-7bb0-4e22-b65e-9be0d21838bb req-1b8be75b-cbca-487b-8228-c6d11dc35f74 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460415 May 27 03:25:48.355578 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58654) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:48.478003 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b3440282-b35c-48bb-b277-b56fc0555607 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.503588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:48.595442 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673ec15c-5eba-4959-b6a1-7a830e72d879 req-8ce5eb26-f411-406b-9911-d8d33e1b60ea tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:48.596926 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-673ec15c-5eba-4959-b6a1-7a830e72d879 req-8ce5eb26-f411-406b-9911-d8d33e1b60ea tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 944 time: 0.0619268 May 27 03:25:48.633203 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b3440282-b35c-48bb-b277-b56fc0555607 admin admin] Publish callbacks [] for security_group (1657c6d1-4f79-4eb9-acd1-174e8ca14c53), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.647661 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b3440282-b35c-48bb-b277-b56fc0555607 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1657c6d1-4f79-4eb9-acd1-174e8ca14c53), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.690284 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-673ec15c-5eba-4959-b6a1-7a830e72d879 req-fe86123b-dcfa-43f8-b443-a103ea345d76 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873330 May 27 03:25:48.699876 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b3440282-b35c-48bb-b277-b56fc0555607 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=fa819f9c7cbf405baa1bb988cc854173&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3431616 May 27 03:25:48.702217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3440282-b35c-48bb-b277-b56fc0555607 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1657c6d1-4f79-4eb9-acd1-174e8ca14c53,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:48.702898 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58666) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:48.752055 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] Publish callbacks [] for security_group (1657c6d1-4f79-4eb9-acd1-174e8ca14c53), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.773160 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] Publish callbacks [] for security_group (1657c6d1-4f79-4eb9-acd1-174e8ca14c53), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.825316 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1657c6d1-4f79-4eb9-acd1-174e8ca14c53), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.828098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:48.829262 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1657c6d1-4f79-4eb9-acd1-174e8ca14c53 HTTP/1.1" status: 204 len: 168 time: 0.1253581 May 27 03:25:48.837277 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8818fee4-a834-44db-b6d2-1cafacfa4c83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1657c6d1-4f79-4eb9-acd1-174e8ca14c53,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:49.193092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 3241390e-ae71-4f08-8375-de655134e942 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:25:49.236018 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 3241390e-ae71-4f08-8375-de655134e942 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:25:49.242770 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 3241390e-ae71-4f08-8375-de655134e942 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:25:49.243474 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (3241390e-ae71-4f08-8375-de655134e942), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:49.320073 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 3241390e-ae71-4f08-8375-de655134e942 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:25:49.320464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3241390e-ae71-4f08-8375-de655134e942), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:49.344700 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3241390e-ae71-4f08-8375-de655134e942'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:25:49.346979 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efbef352-2c0f-4d24-b6c7-5eec8ca11d8b" -d '{"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-plugged", "status": "completed", "tag": "3241390e-ae71-4f08-8375-de655134e942"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:25:49.360103 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:25:49.365337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3241390e-ae71-4f08-8375-de655134e942), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:49.393077 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daed126b-8ec6-40be-9ed6-b955177f3100 req-f979c2bb-9d09-4287-a843-c75b27888e2c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.404279 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01db2bc7-6c7f-4e36-bb7c-29d374478b30 x-openstack-request-id: req-01db2bc7-6c7f-4e36-bb7c-29d374478b30 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:25:49.404753 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-plugged", "status": "completed", "tag": "3241390e-ae71-4f08-8375-de655134e942", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:25:49.405002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01db2bc7-6c7f-4e36-bb7c-29d374478b30 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:25:49.405259 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-daed126b-8ec6-40be-9ed6-b955177f3100 req-f979c2bb-9d09-4287-a843-c75b27888e2c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0731611 May 27 03:25:49.405394 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01db2bc7-6c7f-4e36-bb7c-29d374478b30'] response: {'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3241390e-ae71-4f08-8375-de655134e942', 'code': 200} May 27 03:25:49.422190 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:49.459936 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-daed126b-8ec6-40be-9ed6-b955177f3100 req-ee10a7c9-432a-4a54-a229-2073965f626d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537007 May 27 03:25:49.652447 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079b9951-3f30-4b8a-afcd-216a7b84bf3a req-d8ddd5e3-3a3d-4e6e-a897-d58c9fa8a2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.653969 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-079b9951-3f30-4b8a-afcd-216a7b84bf3a req-d8ddd5e3-3a3d-4e6e-a897-d58c9fa8a2f6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 1129 time: 0.0460143 May 27 03:25:49.703579 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-079b9951-3f30-4b8a-afcd-216a7b84bf3a req-f3f1c654-71d5-40e8-82c0-fb10cb3d2c05 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423782 May 27 03:25:49.811459 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f8a096-03d2-4d2a-9f03-de3419cdd5df req-3036aa07-dfb8-404a-af98-29def84b5d84 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:49.813002 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b8f8a096-03d2-4d2a-9f03-de3419cdd5df req-3036aa07-dfb8-404a-af98-29def84b5d84 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0476780 May 27 03:25:49.861367 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b8f8a096-03d2-4d2a-9f03-de3419cdd5df req-f42ef856-c497-42d8-8e74-28579cfa8293 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418727 May 27 03:25:50.378664 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-24e540f8-00c1-4392-be75-09f1f3214c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:50.584276 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12199160-8935-469c-bc9b-5373e096e90b req-4a619e3d-e6d5-4fd7-b550-18c8bd3ad1a4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.585878 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12199160-8935-469c-bc9b-5373e096e90b req-4a619e3d-e6d5-4fd7-b550-18c8bd3ad1a4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0544057 May 27 03:25:50.608113 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:50.648793 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12199160-8935-469c-bc9b-5373e096e90b req-d628230a-dc7f-49c2-a796-435f7aa575f2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571830 May 27 03:25:50.945455 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38682bb4-2134-42c0-951e-052d8cf403bd req-4099b610-3ea3-4fb7-95d3-d7d9e5a618d9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:50.955414 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38682bb4-2134-42c0-951e-052d8cf403bd req-4099b610-3ea3-4fb7-95d3-d7d9e5a618d9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0725799 May 27 03:25:51.007446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:51.012381 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38682bb4-2134-42c0-951e-052d8cf403bd req-4760bd31-5d4d-4efd-be89-a24201e07b04 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561171 May 27 03:25:51.051171 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a14ee5-5b8d-4f38-adc1-6e6be2c4e964 req-02de1ee8-1af4-4f9d-a5f2-de09db75e5b0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.053437 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d7a14ee5-5b8d-4f38-adc1-6e6be2c4e964 req-02de1ee8-1af4-4f9d-a5f2-de09db75e5b0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0566883 May 27 03:25:51.105040 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d7a14ee5-5b8d-4f38-adc1-6e6be2c4e964 req-40d12b42-84dd-496f-a881-b9c231a71a25 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457375 May 27 03:25:51.760174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5255833f-763a-4ab2-ad4d-cbd3dbf19eb5 req-23418d77-455a-4c26-a571-1f9561131700 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:51.761689 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5255833f-763a-4ab2-ad4d-cbd3dbf19eb5 req-23418d77-455a-4c26-a571-1f9561131700 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0482247 May 27 03:25:51.815967 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5255833f-763a-4ab2-ad4d-cbd3dbf19eb5 req-66174b63-b1c6-46cf-ac16-15522e8639a9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484498 May 27 03:25:52.134157 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77783da-1dcf-4f1e-898a-b1a06f36dc10 req-27cc3e65-f481-48fd-88c9-48166ec3395e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.135712 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f77783da-1dcf-4f1e-898a-b1a06f36dc10 req-27cc3e65-f481-48fd-88c9-48166ec3395e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0478771 May 27 03:25:52.193435 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f77783da-1dcf-4f1e-898a-b1a06f36dc10 req-585dadf6-b992-4466-85d5-493b181ed8d4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463045 May 27 03:25:52.223284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3e42bf-ae88-48f8-bfea-fd70178ed5ea req-ab305911-200e-498e-a723-f3532e95271f tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.225300 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df3e42bf-ae88-48f8-bfea-fd70178ed5ea req-ab305911-200e-498e-a723-f3532e95271f tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0474169 May 27 03:25:52.274618 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df3e42bf-ae88-48f8-bfea-fd70178ed5ea req-93e1d36d-5450-4df8-a023-c5892b0eab5f tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436349 May 27 03:25:52.646765 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-233341cd-7a64-4020-a743-60f08a7f0f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:52.930138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834ab51d-d2eb-446f-ae70-0991f9b5b179 req-dbcaec67-75f1-4dcc-80e6-00399a401c35 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:52.931955 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-834ab51d-d2eb-446f-ae70-0991f9b5b179 req-dbcaec67-75f1-4dcc-80e6-00399a401c35 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0480232 May 27 03:25:52.985509 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-834ab51d-d2eb-446f-ae70-0991f9b5b179 req-4faebfb5-b351-4fd5-a974-c0967702d9eb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478134 May 27 03:25:53.312041 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5be5985-21d1-4868-9dc5-dd656cbb7978 req-b322df83-7696-4251-80b9-b01985296a08 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:53.313500 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e5be5985-21d1-4868-9dc5-dd656cbb7978 req-b322df83-7696-4251-80b9-b01985296a08 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0469558 May 27 03:25:53.360835 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e5be5985-21d1-4868-9dc5-dd656cbb7978 req-6d193ee7-5305-4078-9824-95251ecebfaa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417123 May 27 03:25:53.961254 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:54.104767 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e8c1d8-c1fe-4790-b2ad-b20d302fb1f4 req-9daa0887-e55c-43d0-ba97-ab8a1d1af629 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.106254 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a9e8c1d8-c1fe-4790-b2ad-b20d302fb1f4 req-9daa0887-e55c-43d0-ba97-ab8a1d1af629 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0499055 May 27 03:25:54.156630 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a9e8c1d8-c1fe-4790-b2ad-b20d302fb1f4 req-42dd3017-1724-46dc-b01b-38c321c05cce tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446439 May 27 03:25:54.484480 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5626-9463-476a-9232-a407d58bed04 req-fc67f81d-8210-4d83-9f58-0da7f036e8f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:54.485933 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c27a5626-9463-476a-9232-a407d58bed04 req-fc67f81d-8210-4d83-9f58-0da7f036e8f1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0505052 May 27 03:25:54.530972 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c27a5626-9463-476a-9232-a407d58bed04 req-438631b4-d39e-4ad3-9265-7e64b4f24556 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388944 May 27 03:25:55.269904 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ba381-0631-483b-a9f8-3c1deeaf4893 req-ecfbb9fd-d2bc-4076-8990-6889f743a9ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.271406 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a11ba381-0631-483b-a9f8-3c1deeaf4893 req-ecfbb9fd-d2bc-4076-8990-6889f743a9ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0469456 May 27 03:25:55.309839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:55.319842 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a11ba381-0631-483b-a9f8-3c1deeaf4893 req-61fd28f5-e46b-4617-999d-216961772878 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428090 May 27 03:25:55.614807 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:55.653084 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a0c36f-bb85-402e-a367-045730fda44e req-b5537933-04b3-4497-902d-19169b862ac6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:55.654545 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-81a0c36f-bb85-402e-a367-045730fda44e req-b5537933-04b3-4497-902d-19169b862ac6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0485339 May 27 03:25:55.705462 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-81a0c36f-bb85-402e-a367-045730fda44e req-06ba78fd-5bb4-4765-8c9f-ef35b768f9ec tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446689 May 27 03:25:56.438050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86df8e56-4920-49bb-b1fa-0a2790a041ef req-4c7b4121-5f47-445f-af79-9d90c802269a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.439617 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86df8e56-4920-49bb-b1fa-0a2790a041ef req-4c7b4121-5f47-445f-af79-9d90c802269a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0508237 May 27 03:25:56.487412 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86df8e56-4920-49bb-b1fa-0a2790a041ef req-5dd7058d-b755-4560-82d8-55610b68239f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422161 May 27 03:25:56.749930 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:56.757960 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:56.856876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86109fe6-6b2c-4d7b-b359-77297d517094 req-a2027d77-e3c3-4424-980b-192ca818c919 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:56.859490 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-86109fe6-6b2c-4d7b-b359-77297d517094 req-a2027d77-e3c3-4424-980b-192ca818c919 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0723774 May 27 03:25:56.926701 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-86109fe6-6b2c-4d7b-b359-77297d517094 req-f55e0d1b-de22-49bc-8d59-5706512fcd11 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578401 May 27 03:25:57.235783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58950) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:57.406195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.499950 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Publish callbacks [] for security_group (7f312d17-97eb-42fc-86d4-20613e7c6ef4), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.505059 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (7f312d17-97eb-42fc-86d4-20613e7c6ef4), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.546889 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f312d17-97eb-42fc-86d4-20613e7c6ef4,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.566660 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.567217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.567902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.568410 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.568890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.569368 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.569872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.570206 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.570532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.570857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.571180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.571503 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.571838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.572331 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.572812 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.613043 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-69af7511-4377-411a-8899-2908e06438a8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ecd9e0b988b94db0917be5fccebc6452&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3760962 May 27 03:25:57.616401 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58960) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:57.624815 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.634485 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395dccd-81a0-4eea-a47a-d1ee05a221f6 req-366e5fdf-ee3c-47bd-9fed-003fc0272c9b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:57.636046 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0395dccd-81a0-4eea-a47a-d1ee05a221f6 req-366e5fdf-ee3c-47bd-9fed-003fc0272c9b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0591288 May 27 03:25:57.667154 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=3,neutron:SELECT=97 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:57.672996 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Publish callbacks [] for security_group (7f312d17-97eb-42fc-86d4-20613e7c6ef4), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.683392 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.697573 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Publish callbacks [] for security_group (7f312d17-97eb-42fc-86d4-20613e7c6ef4), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.706077 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0395dccd-81a0-4eea-a47a-d1ee05a221f6 req-65960a7f-7726-4078-a8a3-8a88b1c62ec3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612612 May 27 03:25:57.759586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (7f312d17-97eb-42fc-86d4-20613e7c6ef4), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.762092 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:57.763219 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/7f312d17-97eb-42fc-86d4-20613e7c6ef4 HTTP/1.1" status: 204 len: 168 time: 0.1448514 May 27 03:25:57.771848 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f312d17-97eb-42fc-86d4-20613e7c6ef4,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:57.778947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.779278 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.779641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.780011 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.780340 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.780666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.780988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.781308 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.781629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.781947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.782326 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.782600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.782916 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.783233 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:57.783543 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3db1684-6e68-4ee4-84c9-d979bb1e5ade admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:25:58.074273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d00fb60-8fc8-4b29-9b34-c50eeac0cbb0 req-0ef2bfd6-9cb2-4d4b-ae0f-c64959278c39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:58.076041 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d00fb60-8fc8-4b29-9b34-c50eeac0cbb0 req-0ef2bfd6-9cb2-4d4b-ae0f-c64959278c39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0539012 May 27 03:25:58.089495 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58978) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:58.104068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28d390f4-3c43-403a-a57a-45bd05990f9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.132114 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d00fb60-8fc8-4b29-9b34-c50eeac0cbb0 req-636ea498-51ae-4771-bdb5-a80e0dfa3bce tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483131 May 27 03:25:58.181229 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28d390f4-3c43-403a-a57a-45bd05990f9b admin admin] Publish callbacks [] for security_group (59d58be5-9a03-424c-b5fe-0cfe7053f2f5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.185003 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-28d390f4-3c43-403a-a57a-45bd05990f9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (59d58be5-9a03-424c-b5fe-0cfe7053f2f5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.227315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d390f4-3c43-403a-a57a-45bd05990f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d58be5-9a03-424c-b5fe-0cfe7053f2f5,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.232705 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-28d390f4-3c43-403a-a57a-45bd05990f9b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d41750be9431495f83316072424ca84c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419005 May 27 03:25:58.235223 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58980) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:58.283209 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] Publish callbacks [] for security_group (59d58be5-9a03-424c-b5fe-0cfe7053f2f5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.305307 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] Publish callbacks [] for security_group (59d58be5-9a03-424c-b5fe-0cfe7053f2f5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.352944 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (59d58be5-9a03-424c-b5fe-0cfe7053f2f5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.355992 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.357365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/59d58be5-9a03-424c-b5fe-0cfe7053f2f5 HTTP/1.1" status: 204 len: 168 time: 0.1211843 May 27 03:25:58.365713 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0babf4-0a6b-45c5-b743-7435a569807e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d58be5-9a03-424c-b5fe-0cfe7053f2f5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.694667 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 58988) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:58.707841 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b64fe78a-e812-4e17-b77a-c59265794cec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.785208 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b64fe78a-e812-4e17-b77a-c59265794cec admin admin] Publish callbacks [] for security_group (9f1767d1-e413-44e4-8f42-8e038eb1e04f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.789082 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b64fe78a-e812-4e17-b77a-c59265794cec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9f1767d1-e413-44e4-8f42-8e038eb1e04f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.799254 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:58.829065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f3838-c172-4d08-b6b5-e3f90e5a2315 req-6a770d37-1610-44fb-ab8d-800c4a209496 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:58.831002 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e88f3838-c172-4d08-b6b5-e3f90e5a2315 req-6a770d37-1610-44fb-ab8d-800c4a209496 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0510480 May 27 03:25:58.832268 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b64fe78a-e812-4e17-b77a-c59265794cec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5ccaafd6be964df49dcfe76a064840f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1365051 May 27 03:25:58.833363 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64fe78a-e812-4e17-b77a-c59265794cec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f1767d1-e413-44e4-8f42-8e038eb1e04f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:58.834787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 58992) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:25:58.873371 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:25:58.922394 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e88f3838-c172-4d08-b6b5-e3f90e5a2315 req-3be1449c-a7ce-4ca2-9ad7-58d0c3eb1a4b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843122 May 27 03:25:58.927754 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] Publish callbacks [] for security_group (9f1767d1-e413-44e4-8f42-8e038eb1e04f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.951070 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] Publish callbacks [] for security_group (9f1767d1-e413-44e4-8f42-8e038eb1e04f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:58.998207 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9f1767d1-e413-44e4-8f42-8e038eb1e04f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.000761 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:25:59.004379 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9f1767d1-e413-44e4-8f42-8e038eb1e04f HTTP/1.1" status: 204 len: 168 time: 0.1654098 May 27 03:25:59.009797 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf70f10a-ba7c-46d9-8b0c-a3cba04084a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f1767d1-e413-44e4-8f42-8e038eb1e04f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:25:59.255381 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d5675-7806-4571-962e-ad51c9db466f req-289b6bde-6bef-4c6f-b316-6469e9ba5ae7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:25:59.259459 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-770d5675-7806-4571-962e-ad51c9db466f req-289b6bde-6bef-4c6f-b316-6469e9ba5ae7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0495057 May 27 03:25:59.306920 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-770d5675-7806-4571-962e-ad51c9db466f req-67ad6f60-9522-434b-8b66-fb7c4b8727fd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444782 May 27 03:26:00.059344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab163743-c5bf-4a81-bb07-69437e8262f2 req-cfc250a1-6e08-4519-b351-a8662f6a007c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:00.060936 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab163743-c5bf-4a81-bb07-69437e8262f2 req-cfc250a1-6e08-4519-b351-a8662f6a007c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0592098 May 27 03:26:00.124721 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ab163743-c5bf-4a81-bb07-69437e8262f2 req-7929f6b7-7c66-446e-a14c-6b92652bfe82 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549223 May 27 03:26:00.428210 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16628f15-c534-46ab-bd57-d1fe9790dfac req-b1781cee-bb8f-44c3-a99a-051945798261 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:00.429625 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-16628f15-c534-46ab-bd57-d1fe9790dfac req-b1781cee-bb8f-44c3-a99a-051945798261 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0473683 May 27 03:26:00.475081 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-16628f15-c534-46ab-bd57-d1fe9790dfac req-dd3109bd-eeb7-4f1d-b1cf-59004ecc0ae8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399785 May 27 03:26:01.243330 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f3dc8b-09f2-48fd-9ae0-76c03cd81c3d req-4bcba5b9-2a31-4b49-af0c-dff0ce367509 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.244888 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3f3dc8b-09f2-48fd-9ae0-76c03cd81c3d req-4bcba5b9-2a31-4b49-af0c-dff0ce367509 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0470803 May 27 03:26:01.293208 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a3f3dc8b-09f2-48fd-9ae0-76c03cd81c3d req-b3a0b6a1-efb5-4e2e-8b1f-0680293dbfcf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421264 May 27 03:26:01.591490 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd3776e-12e7-4937-8fa1-1de2c9b396bb req-a4991af6-a0a3-4cb8-8bb1-d22ee571bbe0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:01.592962 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4cd3776e-12e7-4937-8fa1-1de2c9b396bb req-a4991af6-a0a3-4cb8-8bb1-d22ee571bbe0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0461450 May 27 03:26:01.639138 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4cd3776e-12e7-4937-8fa1-1de2c9b396bb req-21ae405c-48ba-4158-8a4e-bee25b181056 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400538 May 27 03:26:02.407577 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd9675c-cc9d-489c-af99-46fbcbb05cb9 req-dfc488bf-beed-4f5f-bc77-b03ff79dcc55 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:02.409099 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9cd9675c-cc9d-489c-af99-46fbcbb05cb9 req-dfc488bf-beed-4f5f-bc77-b03ff79dcc55 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0470352 May 27 03:26:02.456897 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9cd9675c-cc9d-489c-af99-46fbcbb05cb9 req-66fa44fd-efc4-4b9c-962b-0ff465143ee8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 May 27 03:26:02.720866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=10 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:02.758665 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b9aa1-f3ed-4267-99b0-fb400dd3d406 req-8090dbb4-dd25-4dc5-adb8-e3d1db8671c3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:02.760219 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a11b9aa1-f3ed-4267-99b0-fb400dd3d406 req-8090dbb4-dd25-4dc5-adb8-e3d1db8671c3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0475731 May 27 03:26:02.813140 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a11b9aa1-f3ed-4267-99b0-fb400dd3d406 req-40ef636e-6e29-4778-a042-8379c320f3da tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467441 May 27 03:26:03.578901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89be4efc-4ed9-4ccd-b470-f9373d06d4f3 req-d60920eb-4e90-415a-8d47-5526fd338007 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:03.580775 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-89be4efc-4ed9-4ccd-b470-f9373d06d4f3 req-d60920eb-4e90-415a-8d47-5526fd338007 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0525622 May 27 03:26:03.631272 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-89be4efc-4ed9-4ccd-b470-f9373d06d4f3 req-7b9f1112-b17b-4d98-84a0-9643d308aa83 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418019 May 27 03:26:03.934664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4744a2-5430-46d8-991d-ddbd7258b20a req-d0af108b-fdb3-4e62-aad7-5a3005a84f39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:03.936174 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae4744a2-5430-46d8-991d-ddbd7258b20a req-d0af108b-fdb3-4e62-aad7-5a3005a84f39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0479507 May 27 03:26:03.986660 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae4744a2-5430-46d8-991d-ddbd7258b20a req-02ccf5dc-c0d2-4b77-9798-843286cacd9c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448146 May 27 03:26:04.750704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:04.760142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4eee1e-b56b-4516-abc1-132a3df81464 req-a4865474-5c69-48f5-9a4f-5ca0f6248bfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:04.761654 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a4eee1e-b56b-4516-abc1-132a3df81464 req-a4865474-5c69-48f5-9a4f-5ca0f6248bfb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0516636 May 27 03:26:04.815353 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a4eee1e-b56b-4516-abc1-132a3df81464 req-8ef6f40c-6b68-44c2-89cb-a167dddc620d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472369 May 27 03:26:04.838524 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59106) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:04.947315 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-deac7eb5-4b98-4486-8cc0-4e25d55263d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.028896 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-deac7eb5-4b98-4486-8cc0-4e25d55263d8 admin admin] Publish callbacks [] for security_group (4014368f-418f-4e22-801c-7d5743cbc577), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.034160 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-deac7eb5-4b98-4486-8cc0-4e25d55263d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4014368f-418f-4e22-801c-7d5743cbc577), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.076048 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-deac7eb5-4b98-4486-8cc0-4e25d55263d8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=f2868eb3201b4798bf6fe689fa7bf4f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362351 May 27 03:26:05.078657 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59112) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:05.084884 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deac7eb5-4b98-4486-8cc0-4e25d55263d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4014368f-418f-4e22-801c-7d5743cbc577,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:05.119686 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d43c927-efda-4eb5-b439-991e404f95d0 req-18bce8e9-a914-4c5d-8705-98e06ae0e1da tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.121435 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d43c927-efda-4eb5-b439-991e404f95d0 req-18bce8e9-a914-4c5d-8705-98e06ae0e1da tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0587120 May 27 03:26:05.132534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] Publish callbacks [] for security_group (4014368f-418f-4e22-801c-7d5743cbc577), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.154758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] Publish callbacks [] for security_group (4014368f-418f-4e22-801c-7d5743cbc577), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.160488 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.170307 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d43c927-efda-4eb5-b439-991e404f95d0 req-1b09d148-e7d4-4ea8-b2db-ceb601ab185e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432618 May 27 03:26:05.208545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4014368f-418f-4e22-801c-7d5743cbc577), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.211113 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:05.212506 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4014368f-418f-4e22-801c-7d5743cbc577 HTTP/1.1" status: 204 len: 168 time: 0.1329215 May 27 03:26:05.222200 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ea694a-15a2-4ee6-9dfd-675636b9a564 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014368f-418f-4e22-801c-7d5743cbc577,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:05.859735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-4f6434ba-05e3-4036-b74a-175928a4a0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.861970 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-4f6434ba-05e3-4036-b74a-175928a4a0a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1129 time: 0.0410404 May 27 03:26:05.927457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59150) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:05.966351 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.971361 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:05.988189 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d76a4f6-13ae-479c-8fb5-91aff881bb84 req-2af1b0b5-5328-4119-9cb8-695f5e00ff5d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:05.990246 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d76a4f6-13ae-479c-8fb5-91aff881bb84 req-2af1b0b5-5328-4119-9cb8-695f5e00ff5d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.1008561 May 27 03:26:06.039461 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-350803062-network', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:06.062067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-4c53ea43-80fa-4be5-8d99-14b6cda139f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.063315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Made reservation on behalf of 1d73ce3d68ac4f6e99f9a3b194cde320 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:06.063571 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-4c53ea43-80fa-4be5-8d99-14b6cda139f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.1413915 May 27 03:26:06.066118 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.066878 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d76a4f6-13ae-479c-8fb5-91aff881bb84 req-ceb725eb-9315-4fab-b38e-a1f378070912 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700419 May 27 03:26:06.075303 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.139075 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-0c61ad90-dbe5-4730-a6ce-42aabb878186 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 1001 time: 0.0653074 May 27 03:26:06.157255 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks [] for security_group (4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.160902 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.182919 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] vlan segment allocate from pool success with {'vlan_id': 568, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:06.199236 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (f3c93330-6d77-40db-a9f6-d96b3636ea7f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.199647 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Added segment f3c93330-6d77-40db-a9f6-d96b3636ea7f of type vlan for network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 May 27 03:26:06.200909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.244041 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.294798 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.295787 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.296380 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.532843 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce22e9e3-be58-4333-a5b6-4087d289f52a req-9992ef92-0a48-444d-b108-5933e30e1c8f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.534358 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce22e9e3-be58-4333-a5b6-4087d289f52a req-9992ef92-0a48-444d-b108-5933e30e1c8f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.2738364 May 27 03:26:06.567969 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.6386511 May 27 03:26:06.571056 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59162) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:06.576052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Request body: {'subnet': {'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-350803062-subnet', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:06.587703 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:06.593055 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20edb400-3058-470c-aac1-4c0e23c96a4f admin admin] Pushing event updated for resources: {'Network': ['ID=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.600095 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Made reservation on behalf of 1d73ce3d68ac4f6e99f9a3b194cde320 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:06.602678 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9967568'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.603739 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:26:06.625421 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce22e9e3-be58-4333-a5b6-4087d289f52a req-8bee062f-5b82-43c1-abc4-4059fb561061 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636208 May 27 03:26:06.658904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:06.698473 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:06.785433 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9951579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9967558'] for subnet (4de04b0c-93d6-43e4-a056-18ab39c446a6), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.844409 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4de04b0c-93d6-43e4-a056-18ab39c446a6,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:06.852262 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Checking segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:06.852628 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Network hostable DHCP agents. Network: 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:06.870030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:06.878232 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:06.882852 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:06.883456 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.888956 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33b5eba-7c63-45a0-a178-448726b65a7b None None] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:06.904020 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-37b17413-871f-45ac-a718-f6fd03165981 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3292778 May 27 03:26:06.904184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59166) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:06.908170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:06.936285 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.937400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:06.996026 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for router_controller (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.109780 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:26:07.110856 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.127652 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:07.132787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for router_gateway (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.242365 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce690814-8da3-40ea-99e6-2f4b1c678e4e req-d762cdaa-8b2a-4c71-9808-f10d1ee86a59 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:07.243761 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ce690814-8da3-40ea-99e6-2f4b1c678e4e req-d762cdaa-8b2a-4c71-9808-f10d1ee86a59 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0947063 May 27 03:26:07.256250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Allocated IP 172.20.0.2 (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1/4de04b0c-93d6-43e4-a056-18ab39c446a6/761834a3-4ac2-4786-99ba-2e684cdd6d77) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:07.365663 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ce690814-8da3-40ea-99e6-2f4b1c678e4e req-9dfbc0dc-7170-4434-a3ea-9c68a91cd3ef tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157341 May 27 03:26:07.405574 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for router_gateway (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.417465 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks [] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.425221 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.428091 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.478668 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:07.486388 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:07.494826 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:07.512443 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Pushing event updated for resources: {'Port': ['ID=761834a3-4ac2-4786-99ba-2e684cdd6d77,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:07.561476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Attempting to bind port 761834a3-4ac2-4786-99ba-2e684cdd6d77 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:07.561842 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Attempting to bind port 761834a3-4ac2-4786-99ba-2e684cdd6d77 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:07.562202 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Attempting to bind port 761834a3-4ac2-4786-99ba-2e684cdd6d77 on network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:07.567221 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:07.567588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Checking segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:07.568017 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.568407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Bound using segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:07.568870 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Bound port: 761834a3-4ac2-4786-99ba-2e684cdd6d77, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:07.569663 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.570212 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Allocated IP 172.27.1.9 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/c242f545-142e-472b-a60c-7ad60246c844) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:07.636045 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] For port 761834a3-4ac2-4786-99ba-2e684cdd6d77, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:07.638214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=8,neutron:SELECT=86,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:07.639558 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] For port 761834a3-4ac2-4786-99ba-2e684cdd6d77, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=761834a3-4ac2-4786-99ba-2e684cdd6d77,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:07.646293 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.696102 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for port (c242f545-142e-472b-a60c-7ad60246c844), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.728196 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7bbd86-545a-43c5-b402-2737ee9d837a None None] Pushing event updated for resources: {'Port': ['ID=761834a3-4ac2-4786-99ba-2e684cdd6d77,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:07.746613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c242f545-142e-472b-a60c-7ad60246c844), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:07.783022 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b47a8-f91d-40a8-be46-2119ca767279 req-e3855b61-1850-4dfc-a90a-3bc2fdeec8a1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:07.784699 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-650b47a8-f91d-40a8-be46-2119ca767279 req-e3855b61-1850-4dfc-a90a-3bc2fdeec8a1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0699201 May 27 03:26:07.802117 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:07.806464 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:07.808695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Pushing event updated for resources: {'Port': ['ID=c242f545-142e-472b-a60c-7ad60246c844,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:07.810875 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:07.844432 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-650b47a8-f91d-40a8-be46-2119ca767279 req-6f09d229-4304-4324-8799-d4adcd2a6ef0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536456 May 27 03:26:08.268231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for router_gateway (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.392682 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.485877 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.507811 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bd2c7-33c9-479d-9364-91f033392d1a req-164bbc38-daca-45ce-8fe4-f4b9d9f9d5be tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:08.509707 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a90bd2c7-33c9-479d-9364-91f033392d1a req-164bbc38-daca-45ce-8fe4-f4b9d9f9d5be tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0609269 May 27 03:26:08.637171 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a90bd2c7-33c9-479d-9364-91f033392d1a req-a7c6ab49-9c07-4686-a3e0-dcdde83073a0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941133 May 27 03:26:08.676398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:26:08.684107 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c20b6b53-d320-4e1b-8561-0262fbeb20e5 None None] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:08.727733 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.742614 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.755845 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Provisioning complete for port 761834a3-4ac2-4786-99ba-2e684cdd6d77 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:08.756282 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.789427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:08.799242 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Sync routers for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:08.808720 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.810014 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-db262c73-55d6-4465-9128-edc177d9a72f admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.9050024 May 27 03:26:08.813021 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59186) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:08.814121 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:08.814912 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:08.837619 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.874490 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Current status of the port 761834a3-4ac2-4786-99ba-2e684cdd6d77 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:08.874951 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.910158 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:08.933008 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] For port 761834a3-4ac2-4786-99ba-2e684cdd6d77, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=761834a3-4ac2-4786-99ba-2e684cdd6d77,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:08.939955 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:08.997386 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:09.006270 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ec85-0ef3-420a-9d43-a8347205fce6 None None] Pushing event updated for resources: {'Port': ['ID=761834a3-4ac2-4786-99ba-2e684cdd6d77,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.056771 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:26:09.102108 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2b6f5c-f85e-422d-8b4b-57857baa3038 req-34ae01bf-c7a7-4047-893b-994165458f81 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.103727 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce2b6f5c-f85e-422d-8b4b-57857baa3038 req-34ae01bf-c7a7-4047-893b-994165458f81 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0626621 May 27 03:26:09.162667 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-81e3a16b-0ebb-4181-857e-2830fdf913f7 None None] Provisioning complete for port 761834a3-4ac2-4786-99ba-2e684cdd6d77 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:09.163038 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-81e3a16b-0ebb-4181-857e-2830fdf913f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.175954 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 3, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:09.205262 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Checking router: 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:09.205611 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Updating router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 port c242f545-142e-472b-a60c-7ad60246c844 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:09.222373 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce2b6f5c-f85e-422d-8b4b-57857baa3038 req-c76f5893-0072-4692-947f-3b8aa70573d7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864201 May 27 03:26:09.233679 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c242f545-142e-472b-a60c-7ad60246c844), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.252927 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-81e3a16b-0ebb-4181-857e-2830fdf913f7 None None] Current status of the port 761834a3-4ac2-4786-99ba-2e684cdd6d77 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:09.359498 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 761834a3-4ac2-4786-99ba-2e684cdd6d77 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:09.362877 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.406650 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 761834a3-4ac2-4786-99ba-2e684cdd6d77 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:09.407111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.484021 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 761834a3-4ac2-4786-99ba-2e684cdd6d77 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:09.520168 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Allocated IP 172.20.0.1 (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1/4de04b0c-93d6-43e4-a056-18ab39c446a6/c7fec99e-1a1c-416f-a25e-b88ff15adb9f) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:09.545781 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks [] for port (c242f545-142e-472b-a60c-7ad60246c844), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.552605 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c242f545-142e-472b-a60c-7ad60246c844), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.635457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks [] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.644153 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:09.683199 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.694536 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Attempting to bind port c242f545-142e-472b-a60c-7ad60246c844 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:09.694904 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Attempting to bind port c242f545-142e-472b-a60c-7ad60246c844 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:09.695267 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Attempting to bind port c242f545-142e-472b-a60c-7ad60246c844 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:09.702241 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Pushing event updated for resources: {'Port': ['ID=c242f545-142e-472b-a60c-7ad60246c844,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.705704 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:09.706625 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:09.706625 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.706935 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:09.707432 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Bound port: c242f545-142e-472b-a60c-7ad60246c844, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:09.707896 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c242f545-142e-472b-a60c-7ad60246c844), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.726754 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:09.731635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:09.738609 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:09.763290 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b89f6b-6bca-4a77-9ab3-a3dca6279e87 req-37ccc19d-cc55-48b5-8cad-f6c0440482e7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:09.765253 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9b89f6b-6bca-4a77-9ab3-a3dca6279e87 req-37ccc19d-cc55-48b5-8cad-f6c0440482e7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0563710 May 27 03:26:09.766908 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:09.770565 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.770912 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.771719 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.771719 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.772284 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.772844 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.773181 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.773590 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.773917 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.774234 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.774551 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.775437 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.775437 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.775641 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.775966 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:09.780522 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.797750 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:09.804623 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] For port c242f545-142e-472b-a60c-7ad60246c844, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:09.808056 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.810599 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] For port c242f545-142e-472b-a60c-7ad60246c844, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c242f545-142e-472b-a60c-7ad60246c844,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:09.821235 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c242f545-142e-472b-a60c-7ad60246c844), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:09.837618 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9b89f6b-6bca-4a77-9ab3-a3dca6279e87 req-ac8b23a4-5f17-4b2a-a26f-a8eee732fdc1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657921 May 27 03:26:09.891318 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:09.913449 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:09.914125 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:09.917537 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aed7fb0-2014-4506-a5a5-060a1b61cfe7 None None] Pushing event updated for resources: {'Port': ['ID=c242f545-142e-472b-a60c-7ad60246c844,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:09.989796 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.033295 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:10.081651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-71017fcc-9de7-48ae-b629-bb092e76c6e9 None None] Provisioning complete for port c7fec99e-1a1c-416f-a25e-b88ff15adb9f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:10.082265 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-71017fcc-9de7-48ae-b629-bb092e76c6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.115729 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-71017fcc-9de7-48ae-b629-bb092e76c6e9 None None] Port c7fec99e-1a1c-416f-a25e-b88ff15adb9f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:10.192438 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks [] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.197472 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.205656 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 3, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:10.230122 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db41f7de-35b3-48ec-8fcf-7218f56f9ffb None None] The sync data for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi is: [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:07Z', 'revision_number': 3, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:10.266764 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.269786 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Pushing event updated for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:10.356555 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-3269c5b5-2d39-48fb-86ca-829a53c988e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.358115 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-3269c5b5-2d39-48fb-86ca-829a53c988e3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0863404 May 27 03:26:10.400711 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f2e60-32cc-49e5-939b-aa05aadc279d req-34215da7-7d36-428a-87df-5784491444aa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.402242 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b30f2e60-32cc-49e5-939b-aa05aadc279d req-34215da7-7d36-428a-87df-5784491444aa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0615349 May 27 03:26:10.433394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:10.438454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:10.506751 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b30f2e60-32cc-49e5-939b-aa05aadc279d req-41887182-a172-46d2-b2e9-3ca63bb30f30 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965722 May 27 03:26:10.529643 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:10.606721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:10.743309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-512d35df-45a4-4049-b569-c70c01e4b3af None None] Provisioning complete for port c7fec99e-1a1c-416f-a25e-b88ff15adb9f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:10.743925 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-512d35df-45a4-4049-b569-c70c01e4b3af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:10.752733 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:10.764215 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ffc2533c-3ce2-4689-a192-17d13e14b579 admin admin] 10.222.0.62 "PUT /v2.0/routers/3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9499629 May 27 03:26:10.778886 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-512d35df-45a4-4049-b569-c70c01e4b3af None None] Port c7fec99e-1a1c-416f-a25e-b88ff15adb9f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:10.992299 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0df9b2-8d40-4628-8417-b5c104cf95d2 req-c54db76f-ecb1-4b39-80d7-cec8f768545b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:10.992299 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f0df9b2-8d40-4628-8417-b5c104cf95d2 req-c54db76f-ecb1-4b39-80d7-cec8f768545b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0690536 May 27 03:26:11.103276 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-19a407db-e530-4632-8aa4-d004d2b58e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.104928 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-19a407db-e530-4632-8aa4-d004d2b58e42 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1129050 May 27 03:26:11.113051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bbef49-27fd-4fe0-8c1f-6d98d4965cd0 req-cbd04917-e6e6-4249-b11c-d93c0b8c1822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.114835 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-84bbef49-27fd-4fe0-8c1f-6d98d4965cd0 req-cbd04917-e6e6-4249-b11c-d93c0b8c1822 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1129 time: 0.1216447 May 27 03:26:11.141827 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f0df9b2-8d40-4628-8417-b5c104cf95d2 req-5ef9c549-253c-43a5-873d-c1aa1ad200e3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 May 27 03:26:11.289645 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:26:11.357313 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c242f545-142e-472b-a60c-7ad60246c844 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:11.359515 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59240) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:11.365070 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1460572148-network', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:11.373964 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:11.388927 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Made reservation on behalf of 826d699dc70e4cf1a21d13dd9a4b61e3 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:11.392052 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.425345 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.447073 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:11.458068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c242f545-142e-472b-a60c-7ad60246c844 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:11.458248 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c242f545-142e-472b-a60c-7ad60246c844), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.461880 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:11.479578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:26:11.538717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks [] for security_group (05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.539616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: ACTIVE; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:11.540162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.546433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.558408 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-84bbef49-27fd-4fe0-8c1f-6d98d4965cd0 req-cea597ab-54ea-47cd-ab11-b55f13de3622 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619251 May 27 03:26:11.587554 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:11.594922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:11.597668 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:11.607043 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-285f6d5c-c278-423d-8840-137acbf2817f service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093196 May 27 03:26:11.618350 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] vlan segment allocate from pool success with {'vlan_id': 569, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:26:11.620814 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c242f545-142e-472b-a60c-7ad60246c844 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:11.621202 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c242f545-142e-472b-a60c-7ad60246c844), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.628189 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:11.637928 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.649649 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port c242f545-142e-472b-a60c-7ad60246c844, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c242f545-142e-472b-a60c-7ad60246c844,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:11.661989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (7d719dde-c0d6-40be-8314-f54635ccca15), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.662397 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Added segment 7d719dde-c0d6-40be-8314-f54635ccca15 of type vlan for network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 May 27 03:26:11.669223 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c242f545-142e-472b-a60c-7ad60246c844), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.694898 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:11.706547 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be841459-3bfe-43c3-93f1-1e12b6a1ff92 req-75876edb-4800-4e3c-b239-c051fbdbcbb9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.708430 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-be841459-3bfe-43c3-93f1-1e12b6a1ff92 req-75876edb-4800-4e3c-b239-c051fbdbcbb9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.0838830 May 27 03:26:11.727010 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.764649 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=c242f545-142e-472b-a60c-7ad60246c844,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:11.780024 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-be841459-3bfe-43c3-93f1-1e12b6a1ff92 req-e2ead73d-304f-4703-a95c-139aef89fca0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627048 May 27 03:26:11.796662 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.798339 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:11.808104 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.843036 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4822645 May 27 03:26:11.845775 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59250) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:11.850883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Request body: {'subnet': {'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1460572148-subnet', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:11.892962 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['906f93e1-97e9-4418-8ad2-066ad5cfe98a'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:26:11.903240 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf62feb-58f1-45be-8e98-d02e8e25c0dc admin admin] Pushing event updated for resources: {'Network': ['ID=4828d2b4-e73b-40e7-a4ea-dc968e7d37d5,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:11.922373 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Made reservation on behalf of 826d699dc70e4cf1a21d13dd9a4b61e3 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:11.925288 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:11.942738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:26:12.032570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:12.133400 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-647f8e6d-a946-4b56-bfc1-ece77cf757d6 req-2de0fa9c-d52f-46e2-a8ea-c1a1c140bcd0 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323079 May 27 03:26:12.174054 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (3b775cec-83c4-42fb-b805-63e5f1d97baf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.208572 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7da989-1882-46ad-abe9-9fbbf2c138e6 req-87f4a423-b259-4a38-833a-75229d6e6eac tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.210085 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a7da989-1882-46ad-abe9-9fbbf2c138e6 req-87f4a423-b259-4a38-833a-75229d6e6eac tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0819557 May 27 03:26:12.264581 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b775cec-83c4-42fb-b805-63e5f1d97baf,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:12.280927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:12.292959 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Checking segment: {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:12.293346 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Network hostable DHCP agents. Network: 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:26:12.299916 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15cc550-cdfb-48d6-8c57-38936198f1d5 req-d5f83a22-096a-41e8-8864-eb27c3d1659f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.301762 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b15cc550-cdfb-48d6-8c57-38936198f1d5 req-d5f83a22-096a-41e8-8864-eb27c3d1659f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0818431 May 27 03:26:12.311429 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a7da989-1882-46ad-abe9-9fbbf2c138e6 req-eb060619-3c96-4c88-a203-52b7ae9139c2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909305 May 27 03:26:12.322994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:12.346813 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:26:12.360675 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:12.362433 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b15cc550-cdfb-48d6-8c57-38936198f1d5 req-dfd0759b-1e95-47bb-a813-f4ce95b01725 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533926 May 27 03:26:12.377552 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Sync routers for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:12.382995 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:12.383705 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:12.387885 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:12.388029 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.389072 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6a63f1c-0b1d-4492-8d7d-3e93aa9a54fc None None] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:12.407876 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f390d29e-48f1-4ad4-8262-3a578f8cf9c4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5602901 May 27 03:26:12.409644 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59264) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:12.414191 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:12.434842 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.435784 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.495154 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for router_controller (29cecf4a-6bcc-474d-ab38-41fcb721e29c), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.554035 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:12.611178 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'fixed_ips': [{'subnet_id': '3b775cec-83c4-42fb-b805-63e5f1d97baf'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:26:12.612096 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.627394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for router_gateway (29cecf4a-6bcc-474d-ab38-41fcb721e29c), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:12.826142 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.004838 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.010350 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Allocated IP 172.20.0.2 (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5/3b775cec-83c4-42fb-b805-63e5f1d97baf/0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:13.018441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:10Z', 'revision_number': 2, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:13.050641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Checking router: 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:13.051488 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Updating router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 port c7fec99e-1a1c-416f-a25e-b88ff15adb9f binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:13.070423 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for router_gateway (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.078803 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff35a1-aa83-47fe-9501-cbf4d4ab870a req-63eed7c2-9624-43b1-893f-7b921c39fb13 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:13.080305 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5aff35a1-aa83-47fe-9501-cbf4d4ab870a req-63eed7c2-9624-43b1-893f-7b921c39fb13 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.0594108 May 27 03:26:13.099257 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.122527 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.191748 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5aff35a1-aa83-47fe-9501-cbf4d4ab870a req-8b23bc1a-33d0-489d-a8fc-2e2299051564 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951853 May 27 03:26:13.244188 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Allocated IP 172.27.1.240 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:13.322717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:13.334738 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.352711 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks [] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.364793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c242f545-142e-472b-a60c-7ad60246c844 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:13.371404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.379752 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.429301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.447379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6f2ed-6b14-4d5d-bdf5-4b4218bebe70 req-9cba1f8e-f3f7-42bf-9e68-de3cd5191659 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:13.454613 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eaf6f2ed-6b14-4d5d-bdf5-4b4218bebe70 req-9cba1f8e-f3f7-42bf-9e68-de3cd5191659 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0656555 May 27 03:26:13.470315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.509683 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eaf6f2ed-6b14-4d5d-bdf5-4b4218bebe70 req-ea5a3467-70b9-436b-a1f3-68f208771d9d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541427 May 27 03:26:13.528912 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:13.544622 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:13.551732 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:13.556233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Pushing event updated for resources: {'Port': ['ID=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:13.571990 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 906f93e1-97e9-4418-8ad2-066ad5cfe98a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:13.572363 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.572669 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:13.579620 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:13.581403 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:13.584420 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:13.594510 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3da746-f504-4afb-b804-35e6e2b5b4ed req-12d6ca33-cd74-4abc-b20b-fbf37ed27ae3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:13.596111 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af3da746-f504-4afb-b804-35e6e2b5b4ed req-12d6ca33-cd74-4abc-b20b-fbf37ed27ae3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.1246095 May 27 03:26:13.634589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c242f545-142e-472b-a60c-7ad60246c844 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:13.634953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c242f545-142e-472b-a60c-7ad60246c844), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.694448 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.704005 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af3da746-f504-4afb-b804-35e6e2b5b4ed req-02957665-6d41-4bfb-a025-b9bbc7ad161a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895724 May 27 03:26:13.735507 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:INSERT=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:13.736532 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Attempting to bind port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:13.736930 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Attempting to bind port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:13.737356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Attempting to bind port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 on network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:13.769068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:13.769407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Checking segment: {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:13.770349 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.770740 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Bound using segment: {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:13.771225 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Bound port: 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:13.771576 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.853284 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks [] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.866078 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for router_gateway (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.882180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:13.882572 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.899850 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:13.953133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c242f545-142e-472b-a60c-7ad60246c844 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:13.977825 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:13.980129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fe60be-7c6b-4285-8b09-bd9a2fe5b47a" -d '{"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:14.001092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] For port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:14.010173 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:14.028466 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.033485 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] For port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:14.039764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdadacf-3058-44fd-92f3-d89ab1763a7a None None] Pushing event updated for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.046958 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e4c481-dd3c-4a2e-95c3-cbaee397c88f x-openstack-request-id: req-b7e4c481-dd3c-4a2e-95c3-cbaee397c88f {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:14.047244 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:14.047502 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b7e4c481-dd3c-4a2e-95c3-cbaee397c88f {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:14.047929 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7e4c481-dd3c-4a2e-95c3-cbaee397c88f'] response: {'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'code': 200} May 27 03:26:14.094218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.121416 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.154785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.160505 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Attempting to bind port c7fec99e-1a1c-416f-a25e-b88ff15adb9f on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:14.160505 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Attempting to bind port c7fec99e-1a1c-416f-a25e-b88ff15adb9f by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:14.160789 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Attempting to bind port c7fec99e-1a1c-416f-a25e-b88ff15adb9f on network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:14.190574 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:14.190950 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Checking segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:14.191353 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.192309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Bound using segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:14.192831 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Bound port: c7fec99e-1a1c-416f-a25e-b88ff15adb9f, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:14.193237 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.258347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df61e27a-6cec-4f3f-8ef6-43282942eba6 None None] Pushing event updated for resources: {'Port': ['ID=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.280087 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8db1c2f3-a461-498a-895f-7e040c4ef5d3 None None] Provisioning complete for port c7fec99e-1a1c-416f-a25e-b88ff15adb9f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:14.280469 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8db1c2f3-a461-498a-895f-7e040c4ef5d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.283194 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Router 29cecf4a-6bcc-474d-ab38-41fcb721e29c is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:26:14.327650 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] For port c7fec99e-1a1c-416f-a25e-b88ff15adb9f, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:14.329903 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8db1c2f3-a461-498a-895f-7e040c4ef5d3 None None] Port c7fec99e-1a1c-416f-a25e-b88ff15adb9f cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:14.333403 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] For port c7fec99e-1a1c-416f-a25e-b88ff15adb9f, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:14.339099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.349301 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.413047 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e54440-4194-488c-acf4-7680bd096758 req-7a81518d-3f49-4ac6-905d-fe9aca8f7089 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.414265 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:14.414659 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58e54440-4194-488c-acf4-7680bd096758 req-7a81518d-3f49-4ac6-905d-fe9aca8f7089 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0880764 May 27 03:26:14.414914 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:14.484935 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdadacf-3058-44fd-92f3-d89ab1763a7a None None] Pushing event updated for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:14.512795 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:14.532586 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Sync routers for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:14.579229 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58e54440-4194-488c-acf4-7680bd096758 req-557bc259-9e65-4761-b702-940a83e6bd62 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291480 May 27 03:26:14.587638 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:14.588316 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:14.589771 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-025baff9-fe16-496a-a765-e65999710881 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1791620 May 27 03:26:14.590175 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:14.593732 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59290) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:14.682591 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.704511 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:14.734490 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.741533 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:14.777129 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b335b0be-52dc-4f60-8373-a4e59fc00c22 req-7669b720-2c31-40bc-8d15-2b378bc1d6fd tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.787851 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b335b0be-52dc-4f60-8373-a4e59fc00c22 req-7669b720-2c31-40bc-8d15-2b378bc1d6fd tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0762403 May 27 03:26:14.818020 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.873847 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b335b0be-52dc-4f60-8373-a4e59fc00c22 req-2e3eb913-86cc-49d0-a3c7-80a4e273111f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846546 May 27 03:26:14.929207 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:14.940442 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8f89ed-2e98-4681-9d19-28baf5d5602b req-00f1ecc7-00bf-469e-a57d-ffd7ebda2bb2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:14.942058 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8c8f89ed-2e98-4681-9d19-28baf5d5602b req-00f1ecc7-00bf-469e-a57d-ffd7ebda2bb2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0735130 May 27 03:26:15.002309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Provisioning complete for port c7fec99e-1a1c-416f-a25e-b88ff15adb9f triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:15.002934 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.004723 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8c8f89ed-2e98-4681-9d19-28baf5d5602b req-78e7cb5a-5275-4388-9053-0cee54db21b4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566187 May 27 03:26:15.017873 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:13Z', 'revision_number': 3, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.123677 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Checking router: 29cecf4a-6bcc-474d-ab38-41fcb721e29c for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:15.123677 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Updating router 29cecf4a-6bcc-474d-ab38-41fcb721e29c port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:15.186201 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.254192 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Current status of the port c7fec99e-1a1c-416f-a25e-b88ff15adb9f is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:15.254840 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.286407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:15.367415 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f68ab729-02ec-4fd6-9b78-015509f0be71 None None] The sync data for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi is: [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:14Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:15.405625 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] For port c7fec99e-1a1c-416f-a25e-b88ff15adb9f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:15.415545 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.511245 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcfc20c-399c-4805-bfbf-99945f6255b8 None None] Pushing event updated for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:15.544580 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:15.600851 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:15.601589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.601711 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5ba5b-f721-4359-9eeb-6b5750865468 req-617265a7-a118-4e25-adee-219bc064477a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.603480 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27c5ba5b-f721-4359-9eeb-6b5750865468 req-617265a7-a118-4e25-adee-219bc064477a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.1185434 May 27 03:26:15.651988 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=98 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:15.753177 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:15.753830 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.805399 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:15.812254 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.818255 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-1d7c17b4-2ef4-4ab2-860a-2f71e0eb547e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.822122 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-1d7c17b4-2ef4-4ab2-860a-2f71e0eb547e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1129 time: 0.3339067 May 27 03:26:15.845130 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks [] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.848665 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:15.856490 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.897498 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:15.912017 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642d0392-d195-4ac4-bbd7-432bd398640c None None] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:26:15.958697 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea11662-0471-4d6c-a6a1-4538b3bd4863 req-341b3025-d960-42a1-94fe-130498093f8a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:15.961314 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Attempting to bind port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:15.961860 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Attempting to bind port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:15.962374 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Attempting to bind port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:15.967099 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aea11662-0471-4d6c-a6a1-4538b3bd4863 req-341b3025-d960-42a1-94fe-130498093f8a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.1132629 May 27 03:26:15.970938 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:15.971545 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:15.972118 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:15.972720 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:15.973343 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Bound port: e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:15.974152 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.014713 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-9da5935f-5881-4640-8849-78ff7bf34e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.019888 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-9da5935f-5881-4640-8849-78ff7bf34e29 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1670470 May 27 03:26:16.042004 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] For port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:16.049682 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] For port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:16.063317 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aea11662-0471-4d6c-a6a1-4538b3bd4863 req-b8589aeb-412d-4593-ac6d-54fcc416b15a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918241 May 27 03:26:16.090118 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.096076 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27c5ba5b-f721-4359-9eeb-6b5750865468 req-f8793c00-de64-46d4-b423-9ab3e1a0a323 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3539109 May 27 03:26:16.104044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.121826 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439822a-3be1-4336-9a03-94447ddc25f9 None None] Pushing event updated for resources: {'Port': ['ID=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:16.167893 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-b78e0960-e814-48f5-bf49-aba8bc178196 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 217 time: 0.1193993 May 27 03:26:16.195071 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fa74f1eb-e78f-467a-9da5-eadc450056cc None None] Provisioning complete for port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:16.195537 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fa74f1eb-e78f-467a-9da5-eadc450056cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.240683 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:16.241626 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:16.268644 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a126c6-6183-4d30-b4aa-d19b65ef5885 req-acb26a75-a53e-44c7-ba31-1b5a35b676e3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.281365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85a126c6-6183-4d30-b4aa-d19b65ef5885 req-acb26a75-a53e-44c7-ba31-1b5a35b676e3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0908263 May 27 03:26:16.301893 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:16.336684 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-0f69452d-5954-432e-a653-4d06b140cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.340929 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-0f69452d-5954-432e-a653-4d06b140cf6f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.1623201 May 27 03:26:16.368316 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:16.418038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-39d67935-689d-4138-a6b0-0d8ac7d8d05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:16.419721 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-39d67935-689d-4138-a6b0-0d8ac7d8d05c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0669541 May 27 03:26:16.445898 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:16.449543 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85a126c6-6183-4d30-b4aa-d19b65ef5885 req-17f7486c-b845-4c68-95a8-e767b8440228 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663203 May 27 03:26:16.600624 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fa74f1eb-e78f-467a-9da5-eadc450056cc None None] Current status of the port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:16.629600 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d439822a-3be1-4336-9a03-94447ddc25f9 None None] Pushing event updated for resources: {'Port': ['ID=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:16.639265 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59344) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:16.740321 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:16.756666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Allocated IP 172.20.0.1 (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5/3b775cec-83c4-42fb-b805-63e5f1d97baf/22a97f54-0131-4dfb-9fe9-3f5c1c2739ec) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:16.764466 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-411c55bf-f2aa-4c85-90b0-2721774b8077 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2658668 May 27 03:26:16.778872 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:13Z', 'revision_number': 3, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:16.823476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-9e1c1428-8047-4129-90a8-df32a3379186 None None] Provisioning complete for port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:16.824662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9e1c1428-8047-4129-90a8-df32a3379186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.894317 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1b1feff-9405-41a7-8fa0-b06a88fc4978 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:16.987044 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:17.001480 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-9e1c1428-8047-4129-90a8-df32a3379186 None None] Current status of the port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:17.010122 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dae2359-5945-46e4-b62d-b37ea51a8943 None None] The sync data for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi is: [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:13Z', 'revision_number': 3, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:17.090523 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1b1feff-9405-41a7-8fa0-b06a88fc4978 admin admin] Publish callbacks [] for security_group (e7ce8e01-94a6-4bb8-9c74-17a462dc8f99), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.102357 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b1b1feff-9405-41a7-8fa0-b06a88fc4978 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (e7ce8e01-94a6-4bb8-9c74-17a462dc8f99), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.162527 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b1b1feff-9405-41a7-8fa0-b06a88fc4978 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2c0d374cce0245ebb63be064536eaaf5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5220580 May 27 03:26:17.164266 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b1feff-9405-41a7-8fa0-b06a88fc4978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7ce8e01-94a6-4bb8-9c74-17a462dc8f99,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:17.168717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59366) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:17.307871 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ceebcfb-2987-41b3-a7b4-edda9b806e2d req-9bb5ca4d-f0ea-4876-b572-b4c5fafa84df service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5345054 May 27 03:26:17.309347 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] Publish callbacks [] for security_group (e7ce8e01-94a6-4bb8-9c74-17a462dc8f99), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.356995 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] Publish callbacks [] for security_group (e7ce8e01-94a6-4bb8-9c74-17a462dc8f99), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.378446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks [] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.400440 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4f6e3-76ed-4398-a3b9-d0dae268e5b4 req-ea89de7c-1fc3-45cf-a913-1abeb5649b0b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:17.402073 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1fe4f6e3-76ed-4398-a3b9-d0dae268e5b4 req-ea89de7c-1fc3-45cf-a913-1abeb5649b0b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0734274 May 27 03:26:17.503962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e2ce3-c482-4cc2-835a-4b78e6290748 req-22de29da-3ff1-4c8a-a815-a0d358743712 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:17.506012 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d77e2ce3-c482-4cc2-835a-4b78e6290748 req-22de29da-3ff1-4c8a-a815-a0d358743712 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.1751595 May 27 03:26:17.509036 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (e7ce8e01-94a6-4bb8-9c74-17a462dc8f99), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.512794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.518058 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/e7ce8e01-94a6-4bb8-9c74-17a462dc8f99 HTTP/1.1" status: 204 len: 168 time: 0.3472104 May 27 03:26:17.538948 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1fe4f6e3-76ed-4398-a3b9-d0dae268e5b4 req-93522b97-dea9-4f2e-9111-25c84c8b4b9b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1290689 May 27 03:26:17.585172 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:17.608081 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.611218 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8536321a-669b-4ce5-a1bc-3b660d2205ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7ce8e01-94a6-4bb8-9c74-17a462dc8f99,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:17.689854 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:17.794655 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:17.795617 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:17.800918 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d77e2ce3-c482-4cc2-835a-4b78e6290748 req-ca19aaf0-3cad-4e3e-bf27-5ca252de02bf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804198 May 27 03:26:17.823295 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:17.854687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:17.866302 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:17.912117 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc2e1ff-5049-4110-a982-d9b1a5feca3f req-dcd4a7f8-96fd-416c-bdc0-0b139e5538f9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:17.917581 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fbc2e1ff-5049-4110-a982-d9b1a5feca3f req-dcd4a7f8-96fd-416c-bdc0-0b139e5538f9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.2345781 May 27 03:26:17.934004 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:17.935434 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c7fec99e-1a1c-416f-a25e-b88ff15adb9f up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:17.993218 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Pushing event updated for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:18.012320 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port c7fec99e-1a1c-416f-a25e-b88ff15adb9f triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:18.013787 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.108533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.219315 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:18.244299 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fbc2e1ff-5049-4110-a982-d9b1a5feca3f req-78eb44b5-2b14-4c4e-9de9-45d5ce0e66a7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2778156 May 27 03:26:18.271676 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port c7fec99e-1a1c-416f-a25e-b88ff15adb9f is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:18.339790 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e0cbaa6d-65eb-40c8-a09f-bfaf5c5f0185 None None] Provisioning complete for port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:18.340689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e0cbaa6d-65eb-40c8-a09f-bfaf5c5f0185 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.403592 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e0cbaa6d-65eb-40c8-a09f-bfaf5c5f0185 None None] Port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:18.417634 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.679669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=2,neutron:SELECT=97,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:18.734688 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a739fa75-f096-4953-8015-60eaa0eae1b5 req-af8cae9c-03df-4e07-a0c6-aeb25c24d821 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:18.736603 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a739fa75-f096-4953-8015-60eaa0eae1b5 req-af8cae9c-03df-4e07-a0c6-aeb25c24d821 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0754395 May 27 03:26:18.752233 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks [] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.758496 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.849521 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:18.854462 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a739fa75-f096-4953-8015-60eaa0eae1b5 req-21edb2e9-3cf0-482b-b0f4-838d66681e0f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062722 May 27 03:26:18.987306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Pushing event updated for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:19.021766 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4893a18a-bbd7-426c-8742-363d947f52f0 req-b7309aac-af1a-4b36-ba50-1885bdf456fd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.021766 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4893a18a-bbd7-426c-8742-363d947f52f0 req-b7309aac-af1a-4b36-ba50-1885bdf456fd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.1034291 May 27 03:26:19.121958 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:19.126831 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:19.149090 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4893a18a-bbd7-426c-8742-363d947f52f0 req-6f26d970-dd10-40b8-a077-27c161af70b2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169703 May 27 03:26:19.335707 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Router 29cecf4a-6bcc-474d-ab38-41fcb721e29c has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:19.414897 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:19.439257 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:19.491641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd4ace-f89a-4b58-a022-bf64e13d33d9 req-79969549-240c-4f54-860d-259ef238d785 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:19.493575 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b5cd4ace-f89a-4b58-a022-bf64e13d33d9 req-79969549-240c-4f54-860d-259ef238d785 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1237493 May 27 03:26:19.528061 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:19.544669 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-85d00ed5-9a90-44d6-97b0-4bbcafa2c9af admin admin] 10.222.0.62 "PUT /v2.0/routers/29cecf4a-6bcc-474d-ab38-41fcb721e29c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9414051 May 27 03:26:19.572846 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-3966149e-b863-4440-b526-31c659c5c85e None None] Provisioning complete for port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:19.573236 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3966149e-b863-4440-b526-31c659c5c85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:19.609351 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:19.609716 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:19.620402 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b5cd4ace-f89a-4b58-a022-bf64e13d33d9 req-fe2b37f0-6482-4819-9838-fea2fff84a7d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113160 May 27 03:26:19.673660 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-3966149e-b863-4440-b526-31c659c5c85e None None] Port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:19.707767 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:19.708329 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:19.740302 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:19.750121 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:19.804861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.010344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Sync routers for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:20.029487 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:20.030127 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.077070 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af766171-21b0-4e17-83dc-0803d6a090c1 req-974d96d0-b14a-40a6-8f43-8a5f749c5978 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.086988 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af766171-21b0-4e17-83dc-0803d6a090c1 req-974d96d0-b14a-40a6-8f43-8a5f749c5978 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0888772 May 27 03:26:20.147806 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af766171-21b0-4e17-83dc-0803d6a090c1 req-462a1b59-b2ee-4a72-85f8-128c712e82c4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595644 May 27 03:26:20.194067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59458) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:20.199742 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-219351649', 'description': 'tempest-secgroup-smoke-219351649 description', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:20.224064 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:20.244465 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:20.264369 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:20.276910 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:20.323902 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c152051-0a41-40ea-bfe0-1fd6f8892393 req-85871764-3119-4eb5-98b6-0a646dfff48f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.332529 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c152051-0a41-40ea-bfe0-1fd6f8892393 req-85871764-3119-4eb5-98b6-0a646dfff48f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0847075 May 27 03:26:20.336642 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.428397 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-469fa50f-d6d8-4326-997b-70de01e5c975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.444952 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (0d135875-7212-43fd-9732-1555eb86c8e8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.464612 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c152051-0a41-40ea-bfe0-1fd6f8892393 req-bce24444-6c73-41bd-8c42-5e0f294145be tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305404 May 27 03:26:20.465951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0d135875-7212-43fd-9732-1555eb86c8e8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.508935 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.512883 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3149016 May 27 03:26:20.513075 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59472) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:20.518060 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:20.526248 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449395af-8287-41d5-a982-ce6abe14eab9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d135875-7212-43fd-9732-1555eb86c8e8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.560645 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (e251a74b-e100-4567-8fb8-cb7b78262aaf), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.623886 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:18Z', 'revision_number': 4, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '22a97f54-0131-4dfb-9fe9-3f5c1c2739ec', 'name': '', 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'mac_address': 'fa:16:3e:ee:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:16Z', 'updated_at': '2022-05-27T03:26:18Z', 'revision_number': 2, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'subnets': [{'id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:20.661433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (e251a74b-e100-4567-8fb8-cb7b78262aaf), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.664731 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Checking router: 29cecf4a-6bcc-474d-ab38-41fcb721e29c for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:20.665172 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Updating router 29cecf4a-6bcc-474d-ab38-41fcb721e29c port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:26:20.671959 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (e251a74b-e100-4567-8fb8-cb7b78262aaf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.708307 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e251a74b-e100-4567-8fb8-cb7b78262aaf,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:20.718760 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.720363 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2c1b1a68-1004-4749-b8a3-41bebb158e41 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2063901 May 27 03:26:20.723710 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59480) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:20.735429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:20.747193 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.795230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (7b9e64f7-1f88-4bdc-ab3e-c4c6e7e00518), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.864028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a4775-474d-4de6-8ac8-15db19bfa0cb req-de45932e-faed-43c7-a70b-23d3d3a9dca7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:20.872541 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-359a4775-474d-4de6-8ac8-15db19bfa0cb req-de45932e-faed-43c7-a70b-23d3d3a9dca7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0994813 May 27 03:26:20.938271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (7b9e64f7-1f88-4bdc-ab3e-c4c6e7e00518), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.971298 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-359a4775-474d-4de6-8ac8-15db19bfa0cb req-c6797fee-e20e-4f5a-9463-3738b67665d5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975411 May 27 03:26:20.973419 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (7b9e64f7-1f88-4bdc-ab3e-c4c6e7e00518), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:20.989005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9e64f7-1f88-4bdc-ab3e-c4c6e7e00518,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:21.011946 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.013233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2f4d2454-6b2f-4c01-8149-d091ca7e982d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2869921 May 27 03:26:21.016114 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59484) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:21.021343 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:21.111348 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (54d43896-78eb-47c8-a1e2-ff41b825ad46), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.243378 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:21.251720 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (54d43896-78eb-47c8-a1e2-ff41b825ad46), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.263717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks [] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.273131 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.335702 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad925c-cccd-490b-a69c-bc91fb92a0e7 req-50ccf1ba-aa7a-45a6-b9c4-42e13b35168e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:21.337544 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b8ad925c-cccd-490b-a69c-bc91fb92a0e7 req-50ccf1ba-aa7a-45a6-b9c4-42e13b35168e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0891769 May 27 03:26:21.340143 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (54d43896-78eb-47c8-a1e2-ff41b825ad46), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.364196 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d43896-78eb-47c8-a1e2-ff41b825ad46,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:21.401332 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:21.428402 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.432529 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59494) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:21.432779 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c14fd136-8cab-4e1d-883a-e5d459f797d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4154372 May 27 03:26:21.442638 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:21.471939 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b8ad925c-cccd-490b-a69c-bc91fb92a0e7 req-a763fcd0-a36b-4e63-9a51-a74a52df6881 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1086545 May 27 03:26:21.490207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786ba3-47df-40c5-9f3b-24e2624f7f44 None None] Pushing event updated for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:21.509260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (e6eef67f-4e5b-44d1-8bfa-d389b59cb369), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.518865 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:21.520513 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.574721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:21.585971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Attempting to bind port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:21.586347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Attempting to bind port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:21.586711 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Attempting to bind port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec on network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:21.597480 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:21.598354 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Checking segment: {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:21.598761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.599180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Bound using segment: {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:21.599628 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Bound port: 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d719dde-c0d6-40be-8314-f54635ccca15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 569, 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:21.600046 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.603129 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:21.622259 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (e6eef67f-4e5b-44d1-8bfa-d389b59cb369), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.633211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (e6eef67f-4e5b-44d1-8bfa-d389b59cb369), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.661145 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eef67f-4e5b-44d1-8bfa-d389b59cb369,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:21.680935 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.686941 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0b9acbe4-5a7d-4d68-9b33-6bd69cffd01a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2484782 May 27 03:26:21.686941 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59496) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:21.693112 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:21.724006 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.securitygroups_db [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Project 1d73ce3d68ac4f6e99f9a3b194cde320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:26:21.738796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (8b0fd4b9-21f4-456a-9365-2e8c28407f71), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.816489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (8b0fd4b9-21f4-456a-9365-2e8c28407f71), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.823405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (8b0fd4b9-21f4-456a-9365-2e8c28407f71), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.847770 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0fd4b9-21f4-456a-9365-2e8c28407f71,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:21.861427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.863237 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cafd94c1-d6a4-4b1b-8fc3-510591c2aa82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1751561 May 27 03:26:21.866155 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59498) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:21.870611 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'security_group_rule': {'security_group_id': '0d135875-7212-43fd-9732-1555eb86c8e8', 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:21.895323 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Project 1d73ce3d68ac4f6e99f9a3b194cde320 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:26:21.904214 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (99ee2141-8d7e-4bfb-b2af-6349adace940), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.905365 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-9e17f193-cfe4-4af4-afae-c0efcae3fd70 None None] Provisioning complete for port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:21.905852 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9e17f193-cfe4-4af4-afae-c0efcae3fd70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.909370 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:21.924506 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] For port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:21.964905 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] For port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:21.977797 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (99ee2141-8d7e-4bfb-b2af-6349adace940), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.980669 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:21.982961 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-9e17f193-cfe4-4af4-afae-c0efcae3fd70 None None] Port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:21.988593 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (99ee2141-8d7e-4bfb-b2af-6349adace940), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.042893 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:22.044159 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:25:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:22.051627 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ee2141-8d7e-4bfb-b2af-6349adace940,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.073566 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.077505 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7e3e2861-5033-4ec3-91c6-24cce15312d1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2101936 May 27 03:26:22.087556 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:22.117706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15786ba3-47df-40c5-9f3b-24e2624f7f44 None None] Pushing event updated for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.203619 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:22.247206 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38e0af-9837-4908-a653-b285b16c5aba req-13ad13c1-6ca7-414c-8d0d-87c23176e752 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.249221 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f38e0af-9837-4908-a653-b285b16c5aba req-13ad13c1-6ca7-414c-8d0d-87c23176e752 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0827317 May 27 03:26:22.314585 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f38e0af-9837-4908-a653-b285b16c5aba req-7a9bf835-31c5-4532-ab2d-6b482f1bcc7b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559828 May 27 03:26:22.421973 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59518) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:22.428629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1647191987', 'description': 'tempest-description--1053498761'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:22.465321 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.516134 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=81,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:22.519717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Provisioning complete for port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:22.520096 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.583909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (ae43e855-11a3-469a-b105-6c6d78c59e6b), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.598332 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ae43e855-11a3-469a-b105-6c6d78c59e6b), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.615710 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:18Z', 'revision_number': 4, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '22a97f54-0131-4dfb-9fe9-3f5c1c2739ec', 'name': '', 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'mac_address': 'fa:16:3e:ee:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:16Z', 'updated_at': '2022-05-27T03:26:21Z', 'revision_number': 4, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'subnets': [{'id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:22.638753 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.640634 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2176564 May 27 03:26:22.642304 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272a38b7-8e8b-42a5-973a-7af70bcca433 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae43e855-11a3-469a-b105-6c6d78c59e6b,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.645351 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59522) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:22.648231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530ee93c-f14c-40c3-aa36-1dfa6f5a33fe req-1626a512-a871-4cd9-88c8-043d7244003b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:22.651001 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'security_group_rule': {'security_group_id': 'ae43e855-11a3-469a-b105-6c6d78c59e6b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:22.655204 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478a22c9-c1ed-447c-9dca-1dd277f953de None None] The sync data for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi is: [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:26:18Z', 'revision_number': 4, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '22a97f54-0131-4dfb-9fe9-3f5c1c2739ec', 'name': '', 'network_id': '4828d2b4-e73b-40e7-a4ea-dc968e7d37d5', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'mac_address': 'fa:16:3e:ee:ea:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_interface', 'standard_attr_id': 413, 'fixed_ips': [{'subnet_id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:16Z', 'updated_at': '2022-05-27T03:26:21Z', 'revision_number': 4, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'subnets': [{'id': '3b775cec-83c4-42fb-b805-63e5f1d97baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:22.655764 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-530ee93c-f14c-40c3-aa36-1dfa6f5a33fe req-1626a512-a871-4cd9-88c8-043d7244003b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0820794 May 27 03:26:22.710333 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (2d51fb71-5e49-4f8d-a579-7adf6640a36e), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.739324 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b8f5265b-6b28-4142-a203-7e85c5d1d6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.741140 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Current status of the port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:22.741511 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.772391 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-530ee93c-f14c-40c3-aa36-1dfa6f5a33fe req-98800b2f-9b31-4919-b7ab-0842ad9e607f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1154306 May 27 03:26:22.795891 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (2d51fb71-5e49-4f8d-a579-7adf6640a36e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.809565 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (2d51fb71-5e49-4f8d-a579-7adf6640a36e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.818055 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] For port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:22.835538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.861247 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d51fb71-5e49-4f8d-a579-7adf6640a36e,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.937220 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:22.942189 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-878d7da4-38e1-41e4-8740-adc4f20b97c9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2921405 May 27 03:26:22.942309 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59526) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:22.948065 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06631163-8fa0-4d1a-9660-baefba2ff672 None None] Pushing event updated for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:22.948746 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'security_group_rule': {'security_group_id': 'ae43e855-11a3-469a-b105-6c6d78c59e6b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:23.015195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (cb383ccc-2b43-4e21-a849-01622c9d80d9), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.098570 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (cb383ccc-2b43-4e21-a849-01622c9d80d9), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.103295 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (cb383ccc-2b43-4e21-a849-01622c9d80d9), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.126981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb383ccc-2b43-4e21-a849-01622c9d80d9,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:23.138372 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.139814 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d86053b5-7b48-4f33-b2bc-915320ed60e1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1965477 May 27 03:26:23.142794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 59530) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:23.148184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:23.171416 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:23.185285 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.312678 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.430259 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:23.474479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Allocated IP 172.27.1.112 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/98bcb0e1-5b74-49d5-adee-3fea572509e4) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:23.500010 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b6c0f3-99b0-4db9-b769-4e0faacd3749 req-81fa9700-8600-4bdc-ad63-d28bbbc81471 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:23.501760 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e9b6c0f3-99b0-4db9-b769-4e0faacd3749 req-81fa9700-8600-4bdc-ad63-d28bbbc81471 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0565789 May 27 03:26:23.536841 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:23.537211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.570185 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:23.635680 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e9b6c0f3-99b0-4db9-b769-4e0faacd3749 req-5359a13b-9606-472c-8443-b5061c415e6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254361 May 27 03:26:23.664970 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:23.684533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.704051 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:23.748706 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:23.843440 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:23.853629 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:23.860033 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:23.890020 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'Port': ['ID=98bcb0e1-5b74-49d5-adee-3fea572509e4,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:23.979631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.009043 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2116080-ff5a-460c-bb8b-204c7ee8cab8 req-5f73bcc1-e55e-4fe3-a651-eb3f9815d4e0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:24.016527 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e2116080-ff5a-460c-bb8b-204c7ee8cab8 req-5f73bcc1-e55e-4fe3-a651-eb3f9815d4e0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.1276655 May 27 03:26:24.129025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.139843 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e2116080-ff5a-460c-bb8b-204c7ee8cab8 req-05324ba1-18fe-4d56-a908-db53880e4ee0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223264 May 27 03:26:24.190699 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.379125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:24.457611 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.466286 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.554564 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'Port': ['ID=98bcb0e1-5b74-49d5-adee-3fea572509e4,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:24.579111 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.605630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:24.622239 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-22c3c76d-5907-47a4-b7b8-50f48518cbab tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4783416 May 27 03:26:24.782474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a4424-70b3-4af6-9cda-adf5f4f54b38 req-bee82511-e712-4b08-b58e-5a681010da0d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:24.786330 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c24a4424-70b3-4af6-9cda-adf5f4f54b38 req-bee82511-e712-4b08-b58e-5a681010da0d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0584919 May 27 03:26:24.843752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c24a4424-70b3-4af6-9cda-adf5f4f54b38 req-ce6fb436-1b59-4267-aaa4-3ae38132b9e2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509989 May 27 03:26:25.291523 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e971-efb7-414c-8c0c-bccfd7110a20 req-485655ef-f251-4689-a44d-7cd4b974f793 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:25.299315 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7a96e971-efb7-414c-8c0c-bccfd7110a20 req-485655ef-f251-4689-a44d-7cd4b974f793 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0585289 May 27 03:26:25.320054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:25.335161 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:25.363235 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7a96e971-efb7-414c-8c0c-bccfd7110a20 req-14cbfa69-093f-4330-b770-64221102dcd4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627606 May 27 03:26:25.978690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f72121-beca-404f-a05c-be0a1ff4bf38 req-723440aa-e009-48a9-89eb-da8400fc1e20 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:25.981581 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d2f72121-beca-404f-a05c-be0a1ff4bf38 req-723440aa-e009-48a9-89eb-da8400fc1e20 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0632439 May 27 03:26:26.030741 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d2f72121-beca-404f-a05c-be0a1ff4bf38 req-e31ac53f-d52f-43ec-a87e-e36e542b5750 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464156 May 27 03:26:26.501883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c19fa-be2a-4305-a6d5-b8e225cfc818 req-6d67e047-3cee-4e20-a242-5a616bec90ac tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:26.503735 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e3c19fa-be2a-4305-a6d5-b8e225cfc818 req-6d67e047-3cee-4e20-a242-5a616bec90ac tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0669098 May 27 03:26:26.573057 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e3c19fa-be2a-4305-a6d5-b8e225cfc818 req-56a418bc-9609-4997-bddf-087dd278f2f0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617473 May 27 03:26:26.760954 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:26.781758 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:26.783773 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=27 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:27.172011 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51760ad4-fa7d-41bb-9c11-23dea16909ba req-a48393f3-5667-4274-97e4-644a034c7a94 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:27.179418 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-51760ad4-fa7d-41bb-9c11-23dea16909ba req-a48393f3-5667-4274-97e4-644a034c7a94 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0613513 May 27 03:26:27.229379 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-51760ad4-fa7d-41bb-9c11-23dea16909ba req-c23b9b20-29ef-4e79-ac7f-261f2fc68922 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489688 May 27 03:26:27.702680 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:27.724422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf09286-75eb-4dbb-8e93-ebc410ee64de req-8aa39af1-64b1-4895-b991-c3eda287bdbc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:27.725983 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fbf09286-75eb-4dbb-8e93-ebc410ee64de req-8aa39af1-64b1-4895-b991-c3eda287bdbc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0679753 May 27 03:26:27.780351 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fbf09286-75eb-4dbb-8e93-ebc410ee64de req-ad065109-8873-4ef7-8ba9-add58a66e87f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481639 May 27 03:26:28.376311 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929fbc40-21f4-4a69-9c36-8dab15faa5c2 req-806083a4-bc26-4e6b-8dc1-1c6f0907f056 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:28.377815 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-929fbc40-21f4-4a69-9c36-8dab15faa5c2 req-806083a4-bc26-4e6b-8dc1-1c6f0907f056 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0630603 May 27 03:26:28.470402 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-929fbc40-21f4-4a69-9c36-8dab15faa5c2 req-957f43e3-aa5a-4f6b-b288-f80795cce6fb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853713 May 27 03:26:28.891914 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:28.913160 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166c07aa-9ef5-4e85-99de-d79dde053299 req-b5a2cd1d-8af2-4f9c-aa1f-a98e5115bca6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:28.914881 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-166c07aa-9ef5-4e85-99de-d79dde053299 req-b5a2cd1d-8af2-4f9c-aa1f-a98e5115bca6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0535169 May 27 03:26:28.981238 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-166c07aa-9ef5-4e85-99de-d79dde053299 req-d3f32583-a1fa-4f69-a46f-78e6b9b1ebf8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589550 May 27 03:26:29.610121 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe0ee51-234c-4186-bd7a-d5e9f349080e req-6651d343-d5b0-4dbb-a522-778d9171d54e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:29.616374 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2fe0ee51-234c-4186-bd7a-d5e9f349080e req-6651d343-d5b0-4dbb-a522-778d9171d54e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0540991 May 27 03:26:29.688659 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2fe0ee51-234c-4186-bd7a-d5e9f349080e req-eab87c7d-e47b-4429-8432-e0b836da0981 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662117 May 27 03:26:30.111808 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35202f8b-7d7f-4c1c-948a-519b192bd303 req-3a88a7d0-3b85-4b84-9bdb-bea9dafbe6f7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:30.113319 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-35202f8b-7d7f-4c1c-948a-519b192bd303 req-3a88a7d0-3b85-4b84-9bdb-bea9dafbe6f7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0536287 May 27 03:26:30.166914 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-35202f8b-7d7f-4c1c-948a-519b192bd303 req-ed613bcf-3dde-42da-98cb-c3095fef3b4f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479205 May 27 03:26:30.306121 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-67aa9fb5-7c4b-461a-885f-83a4747b1de9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1647191987&fields=id&tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1 HTTP/1.1" status: 200 len: 267 time: 0.0554724 May 27 03:26:30.424315 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-3465d76d-609b-44be-9e63-0b559495a123 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:30.425911 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-3465d76d-609b-44be-9e63-0b559495a123 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.1135068 May 27 03:26:30.441443 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-1b47f4ec-cc76-4c04-8361-06170ccfe4e5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/quotas/5e539cb7b0fe47d6bdece2805d4ad0c1 HTTP/1.1" status: 200 len: 375 time: 0.0095403 May 27 03:26:30.457178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:30.500879 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-16f7759a-5229-4b9e-88fe-7e5570067f62 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0530574 May 27 03:26:30.609076 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-74d262ac-1a45-4c13-a354-f7f1839d4cb5 service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907879 May 27 03:26:30.711845 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-146f86d5-a6fd-4788-b8dc-ee6a3ec004aa service neutron] 10.222.0.62 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958738 May 27 03:26:30.831204 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb4eaca-4299-4df6-958e-ce1e4e2498fe req-defd10d5-fdf5-43a6-b0a1-bca2ff36e929 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:30.832757 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7cb4eaca-4299-4df6-958e-ce1e4e2498fe req-defd10d5-fdf5-43a6-b0a1-bca2ff36e929 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0597553 May 27 03:26:30.881247 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7cb4eaca-4299-4df6-958e-ce1e4e2498fe req-ad654fae-5465-4b10-b4b0-39484cc2bca7 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431170 May 27 03:26:30.888409 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a883b521-d390-4d04-bc7e-692ce277a590 req-e44691e6-5846-48a2-be46-4152bb5be20c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0306118 May 27 03:26:31.281690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80094646-3d92-4987-8106-fb2b3a2ed92d req-34797b45-20ce-48fc-9767-ea1cfc028b91 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:31.283136 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-80094646-3d92-4987-8106-fb2b3a2ed92d req-34797b45-20ce-48fc-9767-ea1cfc028b91 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0444996 May 27 03:26:31.329750 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-80094646-3d92-4987-8106-fb2b3a2ed92d req-fad4d11c-c29d-4c2c-b54a-42aeb8125c66 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405164 May 27 03:26:31.997366 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-61d81022-65d8-4f0c-b6a7-b04757e480fd req-12418e9b-88a4-42e1-9552-a54d9babb350 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0311866 May 27 03:26:32.027769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03597de6-0aee-422b-a642-b5ac6a2e0b1b req-0c50d5cb-db53-4f93-8d9f-5de97f13c22a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.029459 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03597de6-0aee-422b-a642-b5ac6a2e0b1b req-0c50d5cb-db53-4f93-8d9f-5de97f13c22a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0560861 May 27 03:26:32.090009 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-03597de6-0aee-422b-a642-b5ac6a2e0b1b req-f7797a07-aaa6-43b8-bea0-a1a1d3417f57 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519121 May 27 03:26:32.449393 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bf1a75-3df6-4221-a7eb-de92f4162c92 req-6693e9a8-0258-4134-8a3d-aad876e29284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.451217 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43bf1a75-3df6-4221-a7eb-de92f4162c92 req-6693e9a8-0258-4134-8a3d-aad876e29284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0494733 May 27 03:26:32.500362 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-43bf1a75-3df6-4221-a7eb-de92f4162c92 req-2568fd00-cc45-42fa-abef-e762debbc088 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435271 May 27 03:26:32.782736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-6011f0e3-f2b4-4595-b833-f6c07bb9bd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.784795 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-6011f0e3-f2b4-4595-b833-f6c07bb9bd44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1129 time: 0.0585377 May 27 03:26:32.939237 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-b7644835-548f-4436-a007-d3180c70010c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.941583 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-b7644835-548f-4436-a007-d3180c70010c service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.1497097 May 27 03:26:32.991185 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-8f3911f5-b7a3-44ac-8dd5-8f54b4a28729 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:32.992692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-8f3911f5-b7a3-44ac-8dd5-8f54b4a28729 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 818 time: 0.1196709 May 27 03:26:33.122547 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0db5533c-4656-4c89-9b02-27fd308269fa req-5800369f-97d4-43b8-8383-8eaafa044694 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0474544 May 27 03:26:33.164472 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:33.209134 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-d6bd43d5-8d71-454b-9d5a-666a9c406662 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 1001 time: 0.1068497 May 27 03:26:33.214886 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-e46857cd-ac3f-467e-8e61-639cf3537449 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1 HTTP/1.1" status: 200 len: 380 time: 0.1116524 May 27 03:26:33.221382 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c66c30-8de7-4ecc-a0fc-44b62115bb7a req-fde8bd7a-bd1d-4141-a8d3-bf149c004024 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:33.223466 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29c66c30-8de7-4ecc-a0fc-44b62115bb7a req-fde8bd7a-bd1d-4141-a8d3-bf149c004024 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0592196 May 27 03:26:33.252312 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:33.275476 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29c66c30-8de7-4ecc-a0fc-44b62115bb7a req-5471562d-7795-4ac1-89a8-c06f9a1a3165 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429223 May 27 03:26:33.617235 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33b514-5e22-4344-97da-94f9b7b496b8 req-2b934672-412e-4a04-8040-d3844f3e9550 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:33.618696 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ea33b514-5e22-4344-97da-94f9b7b496b8 req-2b934672-412e-4a04-8040-d3844f3e9550 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0477097 May 27 03:26:33.665689 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ea33b514-5e22-4344-97da-94f9b7b496b8 req-018832e8-ec72-4348-bf74-939d4ac260fc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409541 May 27 03:26:34.224478 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-21ecd38c-6e92-45c6-981b-2aea6fddb488 req-a8950121-8317-4f99-932c-762ddd06f90f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0311050 May 27 03:26:34.394646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae55aea2-7613-4fc0-8082-3c874702180f req-be1a8fc8-2aff-4e3b-9547-62c6dc0db878 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:34.396106 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae55aea2-7613-4fc0-8082-3c874702180f req-be1a8fc8-2aff-4e3b-9547-62c6dc0db878 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0482242 May 27 03:26:34.441704 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ae55aea2-7613-4fc0-8082-3c874702180f req-946aff92-e78d-4273-a2eb-65443a8bf473 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401702 May 27 03:26:34.782605 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671c3223-4830-4cc9-85a2-34abb6726f13 req-1dd4bbaa-72f9-46e2-b219-4f526fa85732 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:34.784596 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-671c3223-4830-4cc9-85a2-34abb6726f13 req-1dd4bbaa-72f9-46e2-b219-4f526fa85732 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0450323 May 27 03:26:34.836380 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-671c3223-4830-4cc9-85a2-34abb6726f13 req-ac03ea20-c5f0-43d1-ab2b-4a9822696af9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462737 May 27 03:26:35.318587 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-16d835ac-2043-4ca6-a430-6e07aef06dd3 req-104d8619-b718-4c09-942d-07d5c091a235 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0274460 May 27 03:26:35.554320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d2efe0-7c16-43af-acce-e55f9aa25a50 req-e21329ad-0053-47d9-aa55-9afa2c1b4f5d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:35.555667 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-97d2efe0-7c16-43af-acce-e55f9aa25a50 req-e21329ad-0053-47d9-aa55-9afa2c1b4f5d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0447996 May 27 03:26:35.601711 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-97d2efe0-7c16-43af-acce-e55f9aa25a50 req-9535c6af-a5a9-4b74-a5a2-2b5af01a12dc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405326 May 27 03:26:35.952087 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7821249-2f55-4920-b7ff-52da63e1f349 req-9da8ac83-5165-4679-b034-1fe783a83e54 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:35.953599 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7821249-2f55-4920-b7ff-52da63e1f349 req-9da8ac83-5165-4679-b034-1fe783a83e54 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0469689 May 27 03:26:36.000626 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7821249-2f55-4920-b7ff-52da63e1f349 req-19859092-8bde-4dec-9ffe-cc621a695934 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414391 May 27 03:26:36.049784 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'port': {'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'admin_state_up': True, 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'security_groups': ['ae43e855-11a3-469a-b105-6c6d78c59e6b']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:36.135222 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:36.148180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-b442109f-d0b6-46f6-b9e8-f569b479f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:36.149632 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-b442109f-d0b6-46f6-b9e8-f569b479f3de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.1053231 May 27 03:26:36.195618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Made reservation on behalf of 5e539cb7b0fe47d6bdece2805d4ad0c1 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:26:36.199281 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:36.304110 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-c3a9e70a-76d6-409c-8875-1882f030ae14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:36.305608 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-c3a9e70a-76d6-409c-8875-1882f030ae14 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0783570 May 27 03:26:36.415420 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5b87f2d6-5a1b-44f9-ace7-39bf66433646 req-8c680fd3-d026-4b96-bc47-e9d5dcf9a6a3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0306365 May 27 03:26:36.609700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Allocated IP 172.20.0.8 (1891957d-4247-46a9-9554-49f7b2427352/fb1215be-6e6b-49ff-8450-7724e24c4c3f/f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:26:36.665365 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-ca10480e-9aaf-4237-b922-70a29ae9b5d7 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304939 May 27 03:26:36.787739 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde14837-4947-4c81-a30a-f19c118c5e2b req-498afc4a-cb6b-4a41-8be7-b43827303647 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:36.789276 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cde14837-4947-4c81-a30a-f19c118c5e2b req-498afc4a-cb6b-4a41-8be7-b43827303647 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1164696 May 27 03:26:36.823412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:36.936776 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cde14837-4947-4c81-a30a-f19c118c5e2b req-1bcd1cb5-43bd-48b5-88f4-27038a6b95b6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1182952 May 27 03:26:36.942295 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d78dab-87fe-4fb9-ae65-9fb3c96bb08f req-775bad5b-8a9f-4d77-8da4-816157ab580c service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929266 May 27 03:26:36.945466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:36.981853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:36.992019 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:37.044685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Network 1891957d-4247-46a9-9554-49f7b2427352 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:26:37.047911 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:26:37.052610 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:26:37.077147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event updated for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.113920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:37.114548 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:37.127752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae136597-9801-4310-8b77-a476ccf7693c req-23d023f0-ce4c-48d1-9378-d15aa32caa53 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:37.129530 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae136597-9801-4310-8b77-a476ccf7693c req-23d023f0-ce4c-48d1-9378-d15aa32caa53 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 945 time: 0.0551720 May 27 03:26:37.134885 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c16e500d-5759-4c51-bc36-05eec6f882c3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0890670 May 27 03:26:37.179175 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae136597-9801-4310-8b77-a476ccf7693c req-7f60b604-7a75-4ad0-8d0c-e3815fb98a0d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432749 May 27 03:26:37.285241 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7adb4846-a470-4cc1-93cd-adacc9ebc792 None None] Provisioning complete for port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:37.285739 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7adb4846-a470-4cc1-93cd-adacc9ebc792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:37.316794 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7adb4846-a470-4cc1-93cd-adacc9ebc792 None None] Port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:26:37.411045 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:26:37.449258 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:37.488922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:37.489306 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:37.511608 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:37.514069 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98658887-229e-4685-8935-b2531a9bb715" -d '{"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-unplugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:37.528003 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:37.532422 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:37.540423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db0122-17ae-407c-8b06-497b72dbe180 req-287bf8f7-71fb-4e61-8b29-12e145d801f9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:37.542080 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26db0122-17ae-407c-8b06-497b72dbe180 req-287bf8f7-71fb-4e61-8b29-12e145d801f9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 931 time: 0.0536900 May 27 03:26:37.556431 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42905803-00e9-411b-a293-451c8ad5e83f x-openstack-request-id: req-42905803-00e9-411b-a293-451c8ad5e83f {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:37.556724 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-unplugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:37.556972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-42905803-00e9-411b-a293-451c8ad5e83f {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:37.557356 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42905803-00e9-411b-a293-451c8ad5e83f'] response: {'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'code': 200} May 27 03:26:37.583661 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:37.592016 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-26db0122-17ae-407c-8b06-497b72dbe180 req-e3ff8f7c-ef9e-4f85-acf2-a22513160621 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435085 May 27 03:26:38.057957 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688868b-ff6f-4a05-91d1-074fed1f6e34 req-c4fc5f33-8fac-407b-a5bc-2a4f3011cd11 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:38.059499 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8688868b-ff6f-4a05-91d1-074fed1f6e34 req-c4fc5f33-8fac-407b-a5bc-2a4f3011cd11 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0465090 May 27 03:26:38.087952 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:38.112866 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8688868b-ff6f-4a05-91d1-074fed1f6e34 req-9639742b-5cb2-4573-bfbb-621104b659cb tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465357 May 27 03:26:38.295449 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900d6ce1-3b8f-4621-8dcf-79aa31cc5e57 req-cb558f33-e059-407a-b30f-d26b1d8e4136 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:38.296917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-900d6ce1-3b8f-4621-8dcf-79aa31cc5e57 req-cb558f33-e059-407a-b30f-d26b1d8e4136 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0452428 May 27 03:26:38.344707 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-900d6ce1-3b8f-4621-8dcf-79aa31cc5e57 req-f5bac4f0-4f9e-49fe-9a8a-467d5d857501 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417550 May 27 03:26:38.707136 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a172a5-d540-42a2-94a5-7b1f2bbad2f3 req-fd3f1f46-48ba-474e-9c5f-6ae4b72ec45d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:38.708628 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2a172a5-d540-42a2-94a5-7b1f2bbad2f3 req-fd3f1f46-48ba-474e-9c5f-6ae4b72ec45d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 931 time: 0.0504189 May 27 03:26:38.754652 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2a172a5-d540-42a2-94a5-7b1f2bbad2f3 req-13f29d41-fe89-400a-bf4a-de96b61adc5b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404606 May 27 03:26:39.236134 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b541ab-ac90-4315-9470-089556ac2d63 req-c8d64547-08b3-4e62-9374-42aeb51c0bc3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:39.237641 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b5b541ab-ac90-4315-9470-089556ac2d63 req-c8d64547-08b3-4e62-9374-42aeb51c0bc3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0522835 May 27 03:26:39.288571 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b5b541ab-ac90-4315-9470-089556ac2d63 req-8376fda8-7dea-4df8-9dae-caf28c4e2725 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454326 May 27 03:26:39.465384 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15014f2c-f7f4-43d3-926b-05f89e771e40 req-0b5c9d9d-6c62-43d0-baf3-b7bae06bdcb9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:39.466765 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-15014f2c-f7f4-43d3-926b-05f89e771e40 req-0b5c9d9d-6c62-43d0-baf3-b7bae06bdcb9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0465126 May 27 03:26:39.515044 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-15014f2c-f7f4-43d3-926b-05f89e771e40 req-6105e492-7fb7-45fb-b3da-0d8b56d3bc25 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426967 May 27 03:26:39.682692 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Request body: {'port': {'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:39.746071 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:39.937311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47899eb-fd69-4dfa-963c-f74337ec9f5f req-97bd8b59-5941-48c1-92b9-6de370150f5d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:39.938837 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d47899eb-fd69-4dfa-963c-f74337ec9f5f req-97bd8b59-5941-48c1-92b9-6de370150f5d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 931 time: 0.1053920 May 27 03:26:40.038954 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d47899eb-fd69-4dfa-963c-f74337ec9f5f req-3d3375f5-1d29-4816-82cd-73a192346fc2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932796 May 27 03:26:40.056736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:40.125176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:40.133019 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks [] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.145703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Transition to ACTIVE for port object f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:26:40.148460 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.151535 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:40.222779 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.300723 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Attempting to bind port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:26:40.301059 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Attempting to bind port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:26:40.301453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Attempting to bind port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:40.306541 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 on network 1891957d-4247-46a9-9554-49f7b2427352 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:26:40.306933 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Attempting to bind port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 on network 1891957d-4247-46a9-9554-49f7b2427352 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:26:40.312802 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:26:40.313216 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Checking segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:26:40.313664 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Bound using segment: {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:26:40.314164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Bound port: f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '1891957d-4247-46a9-9554-49f7b2427352'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:26:40.314618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.420431 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:26:40.441793 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:26:40.451393 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195042d-8cba-4235-b3fb-7abb40e98cc7 req-d9c75408-8ab1-4aa1-bf37-5ec5ada3bcec tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.452962 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8195042d-8cba-4235-b3fb-7abb40e98cc7 req-d9c75408-8ab1-4aa1-bf37-5ec5ada3bcec tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0748322 May 27 03:26:40.460240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.513611 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.514243 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:40.515661 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] 10.222.0.60 "PUT /v2.0/ports/f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 1093 time: 0.8373206 May 27 03:26:40.517430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:40.521292 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83defb91-b72a-4f0e-b36d-c7ccf3249db4" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:40.560508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5f45e4-391d-46fc-948b-bb7deefc03f8 service neutron] Pushing event updated for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:40.577752 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8195042d-8cba-4235-b3fb-7abb40e98cc7 req-cdc57c41-0dda-457d-8654-531df4643934 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1147850 May 27 03:26:40.671064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fb6d93-144a-4b00-9389-a218b6c8436a x-openstack-request-id: req-65fb6d93-144a-4b00-9389-a218b6c8436a {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:40.671362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:40.671614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-65fb6d93-144a-4b00-9389-a218b6c8436a {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:40.672051 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65fb6d93-144a-4b00-9389-a218b6c8436a'] response: {'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'status': 'completed', 'code': 200} May 27 03:26:40.679842 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-87982438-0bfe-47d4-a708-146cd221037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.681516 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-87982438-0bfe-47d4-a708-146cd221037b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1127 time: 0.0885088 May 27 03:26:40.736042 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b46f6-c05e-4795-ac07-424ff102bdb5 req-fbc29b17-9f13-45f8-b862-91c8ca66347d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.738273 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-103b46f6-c05e-4795-ac07-424ff102bdb5 req-fbc29b17-9f13-45f8-b862-91c8ca66347d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0578394 May 27 03:26:40.761586 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-a7ce91f9-2325-4eb1-829e-7a0b4e3a6e78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 217 time: 0.0481207 May 27 03:26:40.815542 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-103b46f6-c05e-4795-ac07-424ff102bdb5 req-605803ed-dae3-45d0-9711-2ed05dedf9ef tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709395 May 27 03:26:40.843856 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-6a538c43-b56c-440e-bfc8-4c9bd08aaf77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.843856 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-6a538c43-b56c-440e-bfc8-4c9bd08aaf77 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0710979 May 27 03:26:40.910668 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3dd27-3391-4f10-bafc-5f9616df90d5 req-cbd687cc-83cb-4438-8870-77701b385bd2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:40.912452 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-71f3dd27-3391-4f10-bafc-5f9616df90d5 req-cbd687cc-83cb-4438-8870-77701b385bd2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0493274 May 27 03:26:40.970870 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-71f3dd27-3391-4f10-bafc-5f9616df90d5 req-cc28c7d2-be40-4c17-b455-3df5cf8ac61d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517504 May 27 03:26:41.163653 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a360f13-cf9a-406c-b87e-e1b9e78adadc req-c925b0bf-6261-4b38-91be-ef665f46f746 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.165763 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a360f13-cf9a-406c-b87e-e1b9e78adadc req-c925b0bf-6261-4b38-91be-ef665f46f746 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 943 time: 0.0558033 May 27 03:26:41.207520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:41.230154 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a360f13-cf9a-406c-b87e-e1b9e78adadc req-749d3a17-3c76-47a6-83ce-cc4cf2d3d0b0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581169 May 27 03:26:41.261198 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c35994bb-6d4b-4363-a36a-7e0c6fbf020b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.263050 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-c35994bb-6d4b-4363-a36a-7e0c6fbf020b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495315 May 27 03:26:41.352248 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-fd25cde8-b01b-4508-992b-9e71086df40a req-e6167d8f-f6b3-47d9-bfeb-0b6b522980ee service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:41.353361 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd25cde8-b01b-4508-992b-9e71086df40a req-e6167d8f-f6b3-47d9-bfeb-0b6b522980ee service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0056233 May 27 03:26:41.426396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-285698b8-2797-4b93-9284-841baf830a4c service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975122 May 27 03:26:41.571467 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-2d50c855-1722-4135-8ba7-84c1e755b297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.572987 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-2d50c855-1722-4135-8ba7-84c1e755b297 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1129 time: 0.1316924 May 27 03:26:41.587062 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5c20c2-0078-4809-86e8-392ac19071be req-a3819373-2d6f-4a25-b604-71959a274c82 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.588495 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd5c20c2-0078-4809-86e8-392ac19071be req-a3819373-2d6f-4a25-b604-71959a274c82 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1036077 May 27 03:26:41.674875 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:41.704834 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a595d00f-208d-4d8e-b248-d5a90f8fbf6a req-69584d09-28a9-4c37-b4bc-0fbe520077cd service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534890 May 27 03:26:41.739918 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd5c20c2-0078-4809-86e8-392ac19071be req-3a7360b0-cec2-4f79-9b90-d3295b350f51 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1413801 May 27 03:26:41.745545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-4fc6fde2-ba5d-4e4c-b111-55dc3938b70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:41.747243 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-4fc6fde2-ba5d-4e4c-b111-55dc3938b70e service neutron] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 911 time: 0.1666317 May 27 03:26:41.752395 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59886) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:41.833310 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-53cb3ee7-5776-4f62-bb2b-d509f8d36cd0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 200 len: 1001 time: 0.0755110 May 27 03:26:41.891557 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-ca5031e6-c9f4-4004-b9be-0dd65f1ba0ca service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1368136 May 27 03:26:41.899926 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-d3c47873-96bf-4ec4-88cd-db94dc5c3837 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:26:41.900882 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-d3c47873-96bf-4ec4-88cd-db94dc5c3837 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0047181 May 27 03:26:41.976127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 59894) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:42.101404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-c7220d1a-9c6b-4b1f-806f-0ad4b106acba tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.102759 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-c7220d1a-9c6b-4b1f-806f-0ad4b106acba tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports/906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 940 time: 0.1256485 May 27 03:26:42.118063 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd516fd0-e1c8-4c05-a0e1-c8333ad64fe9 req-3f001051-c51a-4e11-87a2-b200d123c5e9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.119483 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd516fd0-e1c8-4c05-a0e1-c8333ad64fe9 req-3f001051-c51a-4e11-87a2-b200d123c5e9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0666673 May 27 03:26:42.167373 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd516fd0-e1c8-4c05-a0e1-c8333ad64fe9 req-e7785307-0629-4b76-9298-85381b3f8cb3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420785 May 27 03:26:42.355528 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af168f1e-6c00-49fc-a91a-0e7861a38b4d req-583f9394-ee3f-4f88-bb3a-db9f51d5e699 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.357323 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af168f1e-6c00-49fc-a91a-0e7861a38b4d req-583f9394-ee3f-4f88-bb3a-db9f51d5e699 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 943 time: 0.0543044 May 27 03:26:42.417550 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-af168f1e-6c00-49fc-a91a-0e7861a38b4d req-b056b264-e956-4dea-8455-d5556ba8aa4c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470603 May 27 03:26:42.874801 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3afdf-70dd-46c0-ba6a-0f989c80d140 req-75f53f0d-7efa-4c99-9119-bdaef959ba95 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:42.875804 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3ff3afdf-70dd-46c0-ba6a-0f989c80d140 req-75f53f0d-7efa-4c99-9119-bdaef959ba95 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0462711 May 27 03:26:42.926752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3ff3afdf-70dd-46c0-ba6a-0f989c80d140 req-f4e7871a-59d6-417d-9f54-16910762952b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446389 May 27 03:26:42.971693 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:42.976625 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:43.030499 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-4e4526ee-16e0-4ec3-8a06-f457203b00db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.032723 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-4e4526ee-16e0-4ec3-8a06-f457203b00db service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1127 time: 0.0945592 May 27 03:26:43.038783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-9e70727a-4626-41d6-b024-123ac28e16fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.040778 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-9e70727a-4626-41d6-b024-123ac28e16fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.1105800 May 27 03:26:43.100957 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec3c3e-deca-49a8-be6f-fb53bdd19faf req-fc67264d-f8e1-4fed-951b-db06d4e29df0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.102450 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aeec3c3e-deca-49a8-be6f-fb53bdd19faf req-fc67264d-f8e1-4fed-951b-db06d4e29df0 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0512359 May 27 03:26:43.128061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:43.150144 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aeec3c3e-deca-49a8-be6f-fb53bdd19faf req-7d982ad0-fce0-4bd4-afd1-6103661ec3ff tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421150 May 27 03:26:43.288432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc25b95-2c89-40cb-bfb9-220ef53c2e26 req-8ac7bb35-ba9f-4505-bfc0-fdbcd18dd023 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.289899 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5cc25b95-2c89-40cb-bfb9-220ef53c2e26 req-8ac7bb35-ba9f-4505-bfc0-fdbcd18dd023 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0506549 May 27 03:26:43.338169 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5cc25b95-2c89-40cb-bfb9-220ef53c2e26 req-7069bdcc-61b6-4d4d-8545-cc1aaa3e8188 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427549 May 27 03:26:43.491390 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:26:43.501305 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:26:43.533302 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa7a9e6-2926-4e91-8c04-334ddeb9af8d req-de5fec6b-c61a-444a-8ea5-77f907b235db tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:43.535189 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6aa7a9e6-2926-4e91-8c04-334ddeb9af8d req-de5fec6b-c61a-444a-8ea5-77f907b235db tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 943 time: 0.0474970 May 27 03:26:43.584880 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6aa7a9e6-2926-4e91-8c04-334ddeb9af8d req-eb7c53ae-910a-4fb1-a564-7facedfd28b8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439494 May 27 03:26:43.664867 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:43.672925 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: DOWN; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:43.678889 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:26:43.714033 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:43.714386 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:43.727474 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:26:43.748518 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:43.753607 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:43.804551 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:44.054683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd4d689-c1c6-4e41-8199-576cc1e2118b req-112c9cc4-dd4b-4390-b93b-24b79c6b9590 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.064232 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6cd4d689-c1c6-4e41-8199-576cc1e2118b req-112c9cc4-dd4b-4390-b93b-24b79c6b9590 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0560851 May 27 03:26:44.112066 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6cd4d689-c1c6-4e41-8199-576cc1e2118b req-290548c3-4615-443f-9e26-65d362e4db15 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418341 May 27 03:26:44.143062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:26:44.237814 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:44.270747 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b21c80-fa29-4533-a99f-2609126897b7 req-a0c4fd58-0ac3-4b9a-8a1f-532476216776 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.272257 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-91b21c80-fa29-4533-a99f-2609126897b7 req-a0c4fd58-0ac3-4b9a-8a1f-532476216776 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0490589 May 27 03:26:44.330601 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-91b21c80-fa29-4533-a99f-2609126897b7 req-de20c9a4-94ef-4e7f-850b-0e3c8ccfbe2e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450785 May 27 03:26:44.451289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfb6e9-1fa4-426d-90c0-cd3c79365f99 req-c92959c0-2b25-4034-8511-427e54ad8bee tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.452760 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-55cfb6e9-1fa4-426d-90c0-cd3c79365f99 req-c92959c0-2b25-4034-8511-427e54ad8bee tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0461619 May 27 03:26:44.502633 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-55cfb6e9-1fa4-426d-90c0-cd3c79365f99 req-20377917-ad8a-445a-bd90-804b801144d8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439019 May 27 03:26:44.700863 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81145b-2185-4b36-aed7-724d876a93b6 req-ec43c9ab-bd1d-404f-95c7-8a356d60921c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.702295 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5f81145b-2185-4b36-aed7-724d876a93b6 req-ec43c9ab-bd1d-404f-95c7-8a356d60921c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 944 time: 0.0475433 May 27 03:26:44.752852 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5f81145b-2185-4b36-aed7-724d876a93b6 req-34f98dd5-e64c-45bd-a29b-4e91e1224712 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443332 May 27 03:26:44.826195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-85202651-735b-4130-92b3-e84b81f5b804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.827776 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-85202651-735b-4130-92b3-e84b81f5b804 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0907300 May 27 03:26:44.832345 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:44.859312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-b9506ee1-8ba3-4e0e-a59f-e77491308ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:44.860829 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-b9506ee1-8ba3-4e0e-a59f-e77491308ea6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1226494 May 27 03:26:45.010402 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-f0e645e2-5cc8-4711-926f-6acd5f547f16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 217 time: 0.0518367 May 27 03:26:45.085661 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-b7238f4d-cc21-4b29-9958-e32ee24893b0 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259289 May 27 03:26:45.230497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512fd698-142b-4f7e-ba5d-b09550ff584a req-829cf026-15d2-4fb6-831f-9bfd09bb0c00 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:45.231950 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512fd698-142b-4f7e-ba5d-b09550ff584a req-829cf026-15d2-4fb6-831f-9bfd09bb0c00 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0466161 May 27 03:26:45.283115 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512fd698-142b-4f7e-ba5d-b09550ff584a req-07e597de-e153-4978-8631-bf382ecebf28 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450654 May 27 03:26:45.440606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab8b8f-3c38-4f97-8adf-ef054961deb2 req-9806c94a-27ff-4e08-804e-775ff1cf8479 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:45.442055 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b5ab8b8f-3c38-4f97-8adf-ef054961deb2 req-9806c94a-27ff-4e08-804e-775ff1cf8479 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0464535 May 27 03:26:45.488901 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b5ab8b8f-3c38-4f97-8adf-ef054961deb2 req-46583b93-7bd1-4493-8061-dd1f27de1083 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411606 May 27 03:26:45.498057 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:26:45.547083 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:26:45.553531 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:26:45.553881 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.595307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:45.618139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69433125-def1-4dae-b3ed-94882105d805 req-df516509-a445-463a-ac2e-f3b8ac7fac51 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:45.619636 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-69433125-def1-4dae-b3ed-94882105d805 req-df516509-a445-463a-ac2e-f3b8ac7fac51 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0479980 May 27 03:26:45.629176 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:45.629569 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.654467 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:45.656727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce32f060-a478-476d-9a6d-21a7a8938b85" -d '{"events": [{"server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:45.658910 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:45.670429 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:45.671650 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-69433125-def1-4dae-b3ed-94882105d805 req-0fe80c2a-2647-40c0-a2ef-77ea3b60505b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453091 May 27 03:26:45.675599 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:45.700079 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919c341d-624f-4bef-a1d4-2407f8d2989c x-openstack-request-id: req-919c341d-624f-4bef-a1d4-2407f8d2989c {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:45.700615 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "name": "network-vif-plugged", "status": "completed", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:45.700861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-919c341d-624f-4bef-a1d4-2407f8d2989c {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:45.701247 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-919c341d-624f-4bef-a1d4-2407f8d2989c'] response: {'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'code': 200} May 27 03:26:45.726162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:45.869549 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e102d55-68f5-4ac8-8933-05d66859fab6 req-d822fe43-661c-46c9-87ac-96912fe7e252 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:45.871107 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e102d55-68f5-4ac8-8933-05d66859fab6 req-d822fe43-661c-46c9-87ac-96912fe7e252 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0473111 May 27 03:26:45.919889 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e102d55-68f5-4ac8-8933-05d66859fab6 req-e2d3deb7-6ee7-46f2-907f-cadd06689721 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419197 May 27 03:26:46.036304 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:26:46.408826 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a019ec3-8e7d-4fe1-892e-59e3e8a6ed3d req-a998fc56-37c4-4617-9032-cb73a0f9f680 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:46.410286 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a019ec3-8e7d-4fe1-892e-59e3e8a6ed3d req-a998fc56-37c4-4617-9032-cb73a0f9f680 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0512242 May 27 03:26:46.453762 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:46.459135 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a019ec3-8e7d-4fe1-892e-59e3e8a6ed3d req-a957b866-7162-4f19-a0ae-5007799ffcd4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429792 May 27 03:26:46.603971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9ad34a-a7f8-4104-badb-c2a1c06acb90 req-edd053cb-5ea1-435a-8870-410a9d2b8a98 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:46.605470 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d9ad34a-a7f8-4104-badb-c2a1c06acb90 req-edd053cb-5ea1-435a-8870-410a9d2b8a98 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0499411 May 27 03:26:46.653536 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4d9ad34a-a7f8-4104-badb-c2a1c06acb90 req-99df1ef5-10c8-4901-9ef0-67eceba7745c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426006 May 27 03:26:46.787585 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d62d3d-32e3-4734-9907-f8a42bb06303 req-b4e23ce6-90d0-4134-9cd6-1ddc7bc8f13c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:46.789071 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-87d62d3d-32e3-4734-9907-f8a42bb06303 req-b4e23ce6-90d0-4134-9cd6-1ddc7bc8f13c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0453787 May 27 03:26:46.838040 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-87d62d3d-32e3-4734-9907-f8a42bb06303 req-34110d59-7fa2-4eeb-9826-57f55430bcfc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433426 May 27 03:26:47.032222 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1423f6-c443-4250-b0be-ae4d35c050a5 req-5f35ef39-fba5-4069-a748-4abf9ac5a774 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.033772 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b1423f6-c443-4250-b0be-ae4d35c050a5 req-5f35ef39-fba5-4069-a748-4abf9ac5a774 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0463994 May 27 03:26:47.082754 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b1423f6-c443-4250-b0be-ae4d35c050a5 req-033fd9ac-3d0e-4df1-902c-bea4d9968531 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 May 27 03:26:47.574698 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6087475-bfac-4633-8a4b-53644618a140 req-1f297d8a-73da-436a-ab32-536cd2de930b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.576513 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a6087475-bfac-4633-8a4b-53644618a140 req-1f297d8a-73da-436a-ab32-536cd2de930b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0454397 May 27 03:26:47.626384 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a6087475-bfac-4633-8a4b-53644618a140 req-21474eae-933b-4bad-b7c4-bd53ccc840d0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435610 May 27 03:26:47.789723 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6568ac-9ccd-4ba0-b7f9-167af6c7eb84 req-b70708ae-1fea-4de2-aca3-8b24f3d8420e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.791137 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba6568ac-9ccd-4ba0-b7f9-167af6c7eb84 req-b70708ae-1fea-4de2-aca3-8b24f3d8420e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0559621 May 27 03:26:47.839601 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba6568ac-9ccd-4ba0-b7f9-167af6c7eb84 req-37e46ef3-40b0-4356-857f-1822c49cea96 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428324 May 27 03:26:47.950872 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e595b8-4835-4257-99ae-6fdd18d030a6 req-f39eef98-1c4e-4363-bf9c-c15c7b5cabd3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:47.952373 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-83e595b8-4835-4257-99ae-6fdd18d030a6 req-f39eef98-1c4e-4363-bf9c-c15c7b5cabd3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0469513 May 27 03:26:48.000952 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-83e595b8-4835-4257-99ae-6fdd18d030a6 req-3d88bb32-e4d4-4018-b0ed-22f4f0433d9a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420761 May 27 03:26:48.199779 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48adb1-4e44-408f-a5e4-51f0b54a8be8 req-bf49770f-d61a-449f-b2c9-0e6d142d0e4d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:48.201559 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df48adb1-4e44-408f-a5e4-51f0b54a8be8 req-bf49770f-d61a-449f-b2c9-0e6d142d0e4d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0477638 May 27 03:26:48.250675 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df48adb1-4e44-408f-a5e4-51f0b54a8be8 req-fc6fb570-8253-41ef-b507-1471562df180 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429370 May 27 03:26:48.758175 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18afdfb3-8f4a-489d-8c14-ac62aa0fb3a1 req-e7635681-741f-499b-a7b4-278923b0740c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:48.759564 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-18afdfb3-8f4a-489d-8c14-ac62aa0fb3a1 req-e7635681-741f-499b-a7b4-278923b0740c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0593379 May 27 03:26:48.805892 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-18afdfb3-8f4a-489d-8c14-ac62aa0fb3a1 req-0d31954a-e1a1-4ca7-9599-98e129c4093d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407143 May 27 03:26:48.949622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d30ad-9c76-48d8-a800-c282c81fc511 req-63eac869-2623-4bfb-bc41-f26d88138f61 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:48.951338 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe0d30ad-9c76-48d8-a800-c282c81fc511 req-63eac869-2623-4bfb-bc41-f26d88138f61 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 945 time: 0.0461831 May 27 03:26:49.000499 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe0d30ad-9c76-48d8-a800-c282c81fc511 req-0cd47942-52b3-427b-aa02-0bf313870818 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432117 May 27 03:26:49.312204 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718aaa4-c0f7-49bc-9788-3b6d932928cf req-c2924ec6-5f15-4a81-b46f-08ce168d6498 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:49.313683 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9718aaa4-c0f7-49bc-9788-3b6d932928cf req-c2924ec6-5f15-4a81-b46f-08ce168d6498 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.2459953 May 27 03:26:49.350867 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:49.362803 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9718aaa4-c0f7-49bc-9788-3b6d932928cf req-00f726c4-d564-4064-83ba-707e663a481d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430934 May 27 03:26:49.506858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 3241390e-ae71-4f08-8375-de655134e942 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:26:49.563938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead109dc-426c-4d1f-a382-df32ea51ae44 req-57b982a0-1303-420c-a389-fff76d9870e0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:49.565624 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ead109dc-426c-4d1f-a382-df32ea51ae44 req-57b982a0-1303-420c-a389-fff76d9870e0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.2481606 May 27 03:26:49.585072 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 3241390e-ae71-4f08-8375-de655134e942 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:26:49.585478 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (3241390e-ae71-4f08-8375-de655134e942), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.607793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3241390e-ae71-4f08-8375-de655134e942'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:49.609991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd73840e-d493-47e6-b807-6ad1dad76ec1" -d '{"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-unplugged", "status": "completed", "tag": "3241390e-ae71-4f08-8375-de655134e942"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:49.614019 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ead109dc-426c-4d1f-a382-df32ea51ae44 req-1f8953f5-be38-4d42-8357-5623b04c24b9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425284 May 27 03:26:49.622884 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:49.629529 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (3241390e-ae71-4f08-8375-de655134e942), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:49.654727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 27 May 2022 03:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3595fc5-9c06-4510-b04f-3d3dba37cd38 x-openstack-request-id: req-e3595fc5-9c06-4510-b04f-3d3dba37cd38 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:49.655029 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-unplugged", "status": "completed", "tag": "3241390e-ae71-4f08-8375-de655134e942", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:49.655283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e3595fc5-9c06-4510-b04f-3d3dba37cd38 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:49.655665 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3595fc5-9c06-4510-b04f-3d3dba37cd38'] response: {'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3241390e-ae71-4f08-8375-de655134e942', 'code': 200} May 27 03:26:49.685574 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:49.692559 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.692909 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.693272 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.693622 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.693942 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.694264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.694587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.694910 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.695230 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.695550 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.695893 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.696217 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.696536 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.696858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.697172 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:49.921422 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c6bec9-52b1-4b32-9a34-27a13a5a0f80 req-40788bce-5571-43f4-acd9-8398bb5fbff4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:49.922975 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-18c6bec9-52b1-4b32-9a34-27a13a5a0f80 req-40788bce-5571-43f4-acd9-8398bb5fbff4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0469520 May 27 03:26:49.959704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:49.970917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-18c6bec9-52b1-4b32-9a34-27a13a5a0f80 req-e71ad5d2-3e8b-40ec-a679-510f65f1f52e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423431 May 27 03:26:50.114238 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29195974-7c0d-4f25-96d3-f8e1fa41174e req-4e4fcb11-c388-458a-a109-b24d71a0c2af tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.115603 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29195974-7c0d-4f25-96d3-f8e1fa41174e req-4e4fcb11-c388-458a-a109-b24d71a0c2af tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0476766 May 27 03:26:50.161364 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-29195974-7c0d-4f25-96d3-f8e1fa41174e req-a5a448c6-33a0-413c-8ed4-d69c3321576e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402436 May 27 03:26:50.370264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c2f1377a-1a70-4f2d-8b22-b7f19546ac4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:50.479432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38cebd-2ff5-4ac9-a235-7ab029ea5bf2 req-8ffa3dfd-65fd-48e8-8034-581ff9ce05fe tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.480929 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38cebd-2ff5-4ac9-a235-7ab029ea5bf2 req-8ffa3dfd-65fd-48e8-8034-581ff9ce05fe tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0499384 May 27 03:26:50.526877 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38cebd-2ff5-4ac9-a235-7ab029ea5bf2 req-46877f7d-b029-489c-b97e-896869df0351 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404451 May 27 03:26:50.728310 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7019d95-f424-45a0-b49b-8b2797afce89 req-965e8613-6ea9-42e4-bfab-39488a52a29f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:50.730252 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f7019d95-f424-45a0-b49b-8b2797afce89 req-965e8613-6ea9-42e4-bfab-39488a52a29f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0489433 May 27 03:26:50.775553 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f7019d95-f424-45a0-b49b-8b2797afce89 req-2798e937-2331-4fd3-8cc6-779027695e57 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399551 May 27 03:26:51.093632 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9599b53a-d294-47d2-8435-ffa1c5036374 req-1fc25020-2a74-4185-944c-79a2842bd1e1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.095093 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9599b53a-d294-47d2-8435-ffa1c5036374 req-1fc25020-2a74-4185-944c-79a2842bd1e1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0453873 May 27 03:26:51.140482 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9599b53a-d294-47d2-8435-ffa1c5036374 req-c6d9d408-4d53-42ff-bf45-e15a4c819726 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393562 May 27 03:26:51.270709 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff2b39b-73d7-4d33-9b40-babd7182dbe8 req-57d07c5d-6129-49df-ab23-81fef7e8ffeb tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.272146 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dff2b39b-73d7-4d33-9b40-babd7182dbe8 req-57d07c5d-6129-49df-ab23-81fef7e8ffeb tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0443258 May 27 03:26:51.319505 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dff2b39b-73d7-4d33-9b40-babd7182dbe8 req-cc129156-7394-4046-938a-7f36a6a192da tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419066 May 27 03:26:51.627015 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:51.643239 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a869d8-8a84-4563-93d8-85be7b24a08f req-dbfcff31-4a20-40b2-bb15-941ec9aa572f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.645312 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01a869d8-8a84-4563-93d8-85be7b24a08f req-dbfcff31-4a20-40b2-bb15-941ec9aa572f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0504436 May 27 03:26:51.698517 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01a869d8-8a84-4563-93d8-85be7b24a08f req-dd722ded-f8e9-4c05-8708-b24c7ef4fa80 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474050 May 27 03:26:51.889521 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf0f04-732b-4157-a2f3-ad7c15226509 req-6b795db4-0c4a-492b-8a59-d48b0c209866 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.890955 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8adf0f04-732b-4157-a2f3-ad7c15226509 req-6b795db4-0c4a-492b-8a59-d48b0c209866 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0486629 May 27 03:26:51.938938 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8adf0f04-732b-4157-a2f3-ad7c15226509 req-d2cf2051-e6e7-4eb6-b96d-ad83d152b9e6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425572 May 27 03:26:51.993086 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-1835773c-3c31-44c3-8509-4eb799a83c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:51.994573 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-1835773c-3c31-44c3-8509-4eb799a83c47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0477345 May 27 03:26:52.257626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376590c-d47b-4e5f-811c-f5ee524f4129 req-9e7ba9fc-8064-47c5-961e-60e38e8c1ae8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.259102 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5376590c-d47b-4e5f-811c-f5ee524f4129 req-9e7ba9fc-8064-47c5-961e-60e38e8c1ae8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0473590 May 27 03:26:52.306012 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5376590c-d47b-4e5f-811c-f5ee524f4129 req-5ac51824-0f75-4aae-833e-1fe99a21c12a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 May 27 03:26:52.431710 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd40b8-43cd-4ee4-bdd8-56e44cd36c49 req-0776d61c-9692-456c-b060-48e72b191469 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.433416 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62fd40b8-43cd-4ee4-bdd8-56e44cd36c49 req-0776d61c-9692-456c-b060-48e72b191469 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0470042 May 27 03:26:52.479613 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62fd40b8-43cd-4ee4-bdd8-56e44cd36c49 req-49465689-532d-4e2e-a40d-b59d80b811be tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410058 May 27 03:26:52.649661 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-13d14500-f333-4f9e-ae75-6a1ffe6365fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:52.814977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7011c-1f65-44e5-ac3d-463d868551ee req-bced647e-001f-4817-8e89-838398e03537 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:52.816989 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10c7011c-1f65-44e5-ac3d-463d868551ee req-bced647e-001f-4817-8e89-838398e03537 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0507059 May 27 03:26:52.862671 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-10c7011c-1f65-44e5-ac3d-463d868551ee req-a2412884-ac9a-4929-8247-d532f27f25fe tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402579 May 27 03:26:53.044829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-9b3303f7-690a-4f46-bd76-2ed21980e6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.046318 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-9b3303f7-690a-4f46-bd76-2ed21980e6a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0801458 May 27 03:26:53.065837 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94ce395-9d42-45c0-9cab-54dd393fa95d req-dc6eef8b-b6a2-469a-8fec-0390d0a630b0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.067323 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a94ce395-9d42-45c0-9cab-54dd393fa95d req-dc6eef8b-b6a2-469a-8fec-0390d0a630b0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0461087 May 27 03:26:53.079187 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f62c6cd-345f-4ad6-94f1-5f9699e384d1 req-c7d9d4e5-374d-4a16-9dae-ac7bafb68cef service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207869 May 27 03:26:53.119153 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a94ce395-9d42-45c0-9cab-54dd393fa95d req-3ca2dc47-42de-4d93-b3fc-e091a32439cb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462658 May 27 03:26:53.227784 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-f90b47c8-27b4-4cb9-a9aa-0727dc5050c2 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.229194 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-f90b47c8-27b4-4cb9-a9aa-0727dc5050c2 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0935533 May 27 03:26:53.256990 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-22f958d5-3778-44f4-bead-9487470b6e35 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303537 May 27 03:26:53.417040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d54b3d3-daa5-4442-986e-3d123c4882e5 req-6d6752ff-3c4b-4d73-be52-0ccd191d5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.418535 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d54b3d3-daa5-4442-986e-3d123c4882e5 req-6d6752ff-3c4b-4d73-be52-0ccd191d5ddd service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.1324081 May 27 03:26:53.451616 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Deleting port 3241390e-ae71-4f08-8375-de655134e942 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:26:53.451973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (3241390e-ae71-4f08-8375-de655134e942), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.524926 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16713a-e922-412e-8f53-627fd340b3a2 req-e2a21720-a8a8-4655-bc54-5e99d507b204 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.526426 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b16713a-e922-412e-8f53-627fd340b3a2 req-e2a21720-a8a8-4655-bc54-5e99d507b204 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1319113 May 27 03:26:53.547955 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.579722 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.582026 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-085a23a8-1c33-4c24-85bb-ef134f9f9a37 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947979 May 27 03:26:53.601404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217afe37-93be-4a76-a825-dc26d7e99056 req-75a66b67-6606-4ae1-87b8-449619d6fb0a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.602921 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-217afe37-93be-4a76-a825-dc26d7e99056 req-75a66b67-6606-4ae1-87b8-449619d6fb0a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 943 time: 0.0471272 May 27 03:26:53.641234 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d54b3d3-daa5-4442-986e-3d123c4882e5 req-b4c37f81-680a-4968-9b4d-98d024f854a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1687710 May 27 03:26:53.646477 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:53.650656 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] For port 3241390e-ae71-4f08-8375-de655134e942, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=3241390e-ae71-4f08-8375-de655134e942,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:26:53.651027 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (3241390e-ae71-4f08-8375-de655134e942), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.651758 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-217afe37-93be-4a76-a825-dc26d7e99056 req-ac999777-7e78-4ca4-b1e8-40eaee459f8b tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431283 May 27 03:26:53.656520 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b16713a-e922-412e-8f53-627fd340b3a2 req-92bf3f52-8b2a-478b-a938-e769d29be807 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198328 May 27 03:26:53.668123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Calling delete_port for 3241390e-ae71-4f08-8375-de655134e942 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:26:53.797533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (3241390e-ae71-4f08-8375-de655134e942), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.826018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Pushing event deleted for resources: {'Port': ['ID=3241390e-ae71-4f08-8375-de655134e942,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:53.870534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] No DVR routers for this DVR port 3241390e-ae71-4f08-8375-de655134e942 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:26:53.872948 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.876166 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9122e26-15fd-4548-bfb1-8b98da178391 req-15f2f5b1-79b3-408b-9ff4-6e900cf29380 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "DELETE /v2.0/ports/3241390e-ae71-4f08-8375-de655134e942 HTTP/1.1" status: 204 len: 173 time: 0.6182699 May 27 03:26:53.876593 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-deleted', 'tag': '3241390e-ae71-4f08-8375-de655134e942'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:53.878793 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba2ea39f-6998-4d9c-8f76-e5656d03c46d" -d '{"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-deleted", "tag": "3241390e-ae71-4f08-8375-de655134e942"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:53.914158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:26:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1255fae5-bc8a-431e-8cd5-2a327a1f94d7 x-openstack-request-id: req-1255fae5-bc8a-431e-8cd5-2a327a1f94d7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:53.914450 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2466e9b1-1269-4e12-b60a-3ada2d5b5448", "name": "network-vif-deleted", "tag": "3241390e-ae71-4f08-8375-de655134e942", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:53.914702 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1255fae5-bc8a-431e-8cd5-2a327a1f94d7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:53.915106 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1255fae5-bc8a-431e-8cd5-2a327a1f94d7'] response: {'server_uuid': '2466e9b1-1269-4e12-b60a-3ada2d5b5448', 'name': 'network-vif-deleted', 'tag': '3241390e-ae71-4f08-8375-de655134e942', 'status': 'completed', 'code': 200} May 27 03:26:53.964685 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:53.978598 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1785eaed-544b-418a-b26b-072e4d91d083 req-8c44e136-adc3-4d86-8325-6e5cdf72606d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:53.980097 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1785eaed-544b-418a-b26b-072e4d91d083 req-8c44e136-adc3-4d86-8325-6e5cdf72606d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0487804 May 27 03:26:54.033402 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1785eaed-544b-418a-b26b-072e4d91d083 req-2b3e939e-128a-4974-9d5b-32c2474e6ebf tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477822 May 27 03:26:54.240648 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222eda6b-5bb4-409a-84ed-96027217ab57 req-d1563d4a-6301-4d50-aac4-eff6b3a59618 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:54.242202 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-222eda6b-5bb4-409a-84ed-96027217ab57 req-d1563d4a-6301-4d50-aac4-eff6b3a59618 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0519321 May 27 03:26:54.289640 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-222eda6b-5bb4-409a-84ed-96027217ab57 req-02b717a3-6a31-4e89-9320-2b615525173f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409768 May 27 03:26:54.773758 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2e4baa39-7152-4047-9226-15eb46ea2f9f req-a9ab8e56-2ed2-4656-b5e5-76a4ac91be06 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 210 time: 0.0327828 May 27 03:26:54.801018 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38887374-8458-4b9f-8c33-ed953db0ee75 req-09d2e14f-1c79-4336-af0c-dff8ad1bfab5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:54.802853 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-38887374-8458-4b9f-8c33-ed953db0ee75 req-09d2e14f-1c79-4336-af0c-dff8ad1bfab5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0629406 May 27 03:26:54.851449 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-38887374-8458-4b9f-8c33-ed953db0ee75 req-0db4389c-f17e-416a-baa3-d1c5f65b61bb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419092 May 27 03:26:55.149159 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86046097-66b9-48e9-b116-fd8b757e694e req-bac7727d-156c-4d5d-849b-10c9818a5c80 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.150590 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86046097-66b9-48e9-b116-fd8b757e694e req-bac7727d-156c-4d5d-849b-10c9818a5c80 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0493910 May 27 03:26:55.196348 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-86046097-66b9-48e9-b116-fd8b757e694e req-66b9f850-7a4f-423a-bea8-8e03391f0e00 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398602 May 27 03:26:55.315011 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:55.403006 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6042a1-8766-4fd3-b38f-0c6c66418c2f req-c289f3be-56fa-4e3a-aa85-66286cfcaa7e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.404497 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8e6042a1-8766-4fd3-b38f-0c6c66418c2f req-c289f3be-56fa-4e3a-aa85-66286cfcaa7e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0468533 May 27 03:26:55.441902 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:55.454492 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8e6042a1-8766-4fd3-b38f-0c6c66418c2f req-6f40dccc-1b0b-4342-8127-a32c7ab42109 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438495 May 27 03:26:55.894282 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ea50b9f4-b0f2-4047-a8bb-c165b334abd9 req-336a7f33-3f4d-48a1-8f0a-e979c6369c4a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 210 time: 0.0317624 May 27 03:26:55.972687 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d5238a-fc1e-409d-88f3-a9bc60e2cb93 req-68a4be0c-eef7-4e4b-8629-3419fd4acc3b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:55.974207 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-64d5238a-fc1e-409d-88f3-a9bc60e2cb93 req-68a4be0c-eef7-4e4b-8629-3419fd4acc3b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0470996 May 27 03:26:56.025708 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-64d5238a-fc1e-409d-88f3-a9bc60e2cb93 req-9d82c1d5-8226-47cf-96d1-677c1919033c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458610 May 27 03:26:56.030645 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.031456 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:56.599400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ae1b6a-68a8-404c-923b-439ddf9bdf95 req-8c94fab1-32ba-455a-a538-f3849a223fd5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.601240 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12ae1b6a-68a8-404c-923b-439ddf9bdf95 req-8c94fab1-32ba-455a-a538-f3849a223fd5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0803032 May 27 03:26:56.631004 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-0e1e7fac-eef0-4116-a308-df5f2452f3d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0701871 May 27 03:26:56.659653 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12ae1b6a-68a8-404c-923b-439ddf9bdf95 req-5084d57b-6ea6-49e5-893a-3aae042f11d7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510707 May 27 03:26:56.757338 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:56.774530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f4e75-cc54-4979-8fea-0988c57d294a req-8e1f8a02-821a-429e-983f-e8c0993ba381 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.777473 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fa4f4e75-cc54-4979-8fea-0988c57d294a req-8e1f8a02-821a-429e-983f-e8c0993ba381 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0524259 May 27 03:26:56.786049 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60114) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:56.790469 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'floatingip': {'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:26:56.828299 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:56.965178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-f75c55ce-81db-4542-bd9e-7cf806a59cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:56.966717 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-f75c55ce-81db-4542-bd9e-7cf806a59cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 1129 time: 0.0560730 May 27 03:26:57.061634 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-023f4ad5-ea0b-48b5-861b-a28ab9878697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.063065 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-023f4ad5-ea0b-48b5-861b-a28ab9878697 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 1127 time: 0.1865215 May 27 03:26:57.131042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-98d8de3b-9f57-4385-8f11-c1a8cb43b0da req-fa3a44ea-83c3-4be9-bd3e-e363ed1ee3fb tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=2466e9b1-1269-4e12-b60a-3ada2d5b5448 HTTP/1.1" status: 200 len: 210 time: 0.0446992 May 27 03:26:57.174512 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:57.184553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-65f30981-a300-4220-9f12-131d2439efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.186038 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-65f30981-a300-4220-9f12-131d2439efc4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1127 time: 0.0655427 May 27 03:26:57.189210 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-c008f889-f214-4e56-b9c4-db6b82fd5371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.190571 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-c008f889-f214-4e56-b9c4-db6b82fd5371 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1966684 May 27 03:26:57.238679 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb944f-863b-4eda-892c-6c85587dde05 req-5b242f56-b270-4927-a8b9-ec8eb0b0810c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.240088 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-09fb944f-863b-4eda-892c-6c85587dde05 req-5b242f56-b270-4927-a8b9-ec8eb0b0810c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0973551 May 27 03:26:57.251648 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-0c9bc850-fd6a-47bc-8315-1f55dc42f2a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 200 len: 217 time: 0.0399766 May 27 03:26:57.347528 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-3dcc5abf-73c0-4458-b3b1-3f349e603050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.348917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-3dcc5abf-73c0-4458-b3b1-3f349e603050 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0686150 May 27 03:26:57.351684 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-09fb944f-863b-4eda-892c-6c85587dde05 req-2392d69d-ed57-47a3-a398-a7598cbce9d5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049445 May 27 03:26:57.352307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:57.372611 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-ac3534fb-d40b-4ca2-ae72-abe916297934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.374052 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-ac3534fb-d40b-4ca2-ae72-abe916297934 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.1701355 May 27 03:26:57.414577 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.418588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.433511 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-42a3ec50-ba15-4f4c-b7b8-295470750d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.435014 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-42a3ec50-ba15-4f4c-b7b8-295470750d5c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0766435 May 27 03:26:57.461036 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-c6fff878-2f33-47f6-92c8-f5aa694c783e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 200 len: 999 time: 0.0712702 May 27 03:26:57.514436 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Floating IP c63221ee-3b2a-44e7-be38-8a1aea9c748e associated. External IP: 172.27.1.112, port: f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2. May 27 03:26:57.554105 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-43bba922-725c-4335-b8cc-87b4335fa0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.555544 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-43bba922-725c-4335-b8cc-87b4335fa0f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0808947 May 27 03:26:57.607933 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-98dd184b-614b-4acd-8a1b-47d97a02cfa6 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553144 May 27 03:26:57.614738 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:57.626251 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-c3a4c694-5e11-4e53-915b-df845665fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:57.629807 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-c3a4c694-5e11-4e53-915b-df845665fc71 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0630853 May 27 03:26:57.652450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:57.692449 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.722528 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:26:57.848566 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:26:57.861329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:57.867210 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:26:57.881253 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:57.882597 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:26:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:57.902952 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8e047e32-15a8-4f6f-a3f8-2bc6ee1ec281 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "PUT /v2.0/floatingips/c63221ee-3b2a-44e7-be38-8a1aea9c748e HTTP/1.1" status: 200 len: 991 time: 1.1157780 May 27 03:26:57.903532 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:26:57.905899 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f49287-f6a4-4858-add2-7bb1afd51525" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:26:57.967220 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c16d446-b97b-41ea-af45-1ab327d8ce23 x-openstack-request-id: req-8c16d446-b97b-41ea-af45-1ab327d8ce23 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:26:57.967512 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:26:57.967769 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8c16d446-b97b-41ea-af45-1ab327d8ce23 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:26:57.968194 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c16d446-b97b-41ea-af45-1ab327d8ce23'] response: {'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'status': 'completed', 'code': 200} May 27 03:26:57.997758 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:58.005768 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bdfb59fc-d19a-4d53-9ede-00c784759fc9 req-2b827608-b527-4a27-b1b9-12ae71681267 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3885634 May 27 03:26:58.011334 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-65a01007-e634-4fe0-aea3-f480c003d194 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694737 May 27 03:26:58.141508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-81ebe030-6c0b-4134-b7f4-b1f52f5f5b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.143284 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-81ebe030-6c0b-4134-b7f4-b1f52f5f5b33 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.1126544 May 27 03:26:58.279171 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8f0b51c2-c103-4069-80e2-3e49a65d1968 req-a8b03125-072e-41e1-b3ca-a81e5b2900aa service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123637 May 27 03:26:58.301168 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9820edba-1eea-42a0-9459-ef7d290147a5 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-219351649&fields=id&tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320 HTTP/1.1" status: 200 len: 267 time: 0.1033516 May 27 03:26:58.324430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-ca1a9b48-23ce-459e-b94a-34f5603f378d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.327237 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-ca1a9b48-23ce-459e-b94a-34f5603f378d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1570718 May 27 03:26:58.329993 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 1, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:58.361295 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:26:58.375304 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:26:58.376318 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:26:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:58.432523 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-0649f0a8-fdab-44c3-9015-47afb35cc422 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.434129 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-0649f0a8-fdab-44c3-9015-47afb35cc422 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 808 time: 0.1321902 May 27 03:26:58.459200 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-984647b7-b40f-439d-a5e7-b98d95ee647e tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/quotas/1d73ce3d68ac4f6e99f9a3b194cde320 HTTP/1.1" status: 200 len: 375 time: 0.0134258 May 27 03:26:58.529388 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:26:58.611098 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-08f5bd77-6d01-488a-a70b-b6d99b7bac78 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1429965 May 27 03:26:58.613445 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:58.622620 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09c457a-acf8-41c0-b351-b8c27110d05e req-dfbcddef-54b9-44d9-9221-a21fdca8671b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.624807 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b09c457a-acf8-41c0-b351-b8c27110d05e req-dfbcddef-54b9-44d9-9221-a21fdca8671b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1546085 May 27 03:26:58.685447 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-fb927fd3-cad4-4b67-a5bf-91815e1a5f8b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 999 time: 0.2468302 May 27 03:26:58.704481 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b09c457a-acf8-41c0-b351-b8c27110d05e req-36b751c8-4726-46a8-b21b-0ec3b0555045 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692987 May 27 03:26:58.704895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60156) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:58.745232 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5cb33aae-db83-41fb-8be0-158f10e81e51 service neutron] 10.222.0.62 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208346 May 27 03:26:58.787942 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 1, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:26:58.825140 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22f6dd0c-c6ef-4ea5-a8cc-a2a4d82428e1 None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:26:57Z', 'revision_number': 1, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:26:58.861999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-a957a1b4-a6ea-4f9d-a3c2-ac0cbb6a03bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:58.863366 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-a957a1b4-a6ea-4f9d-a3c2-ac0cbb6a03bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0860307 May 27 03:26:58.870526 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:58.887606 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-abd92686-4800-490d-8539-34142b2c10dc service neutron] 10.222.0.62 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361010 May 27 03:26:58.929706 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:26:58.969614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Publish callbacks [] for security_group (11a603c6-858e-49e3-8791-761268b13ed3), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:58.973971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (11a603c6-858e-49e3-8791-761268b13ed3), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.014887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a603c6-858e-49e3-8791-761268b13ed3,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:59.019134 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5acc90de5f4a4d6db5ed87d7f89d42ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3121843 May 27 03:26:59.021787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60168) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:26:59.033173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.034227 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.034352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.034691 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.035027 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.035358 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.035684 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.036051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.036599 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.036727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.037013 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.037339 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.037669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.037982 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.038300 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd7ce962-e79c-4613-9c1a-68e8a227a5ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:26:59.102424 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] Publish callbacks [] for security_group (11a603c6-858e-49e3-8791-761268b13ed3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.129551 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67affc3-a280-4dc6-bfc0-81071e9568a4 None None] New status for floating IP c63221ee-3b2a-44e7-be38-8a1aea9c748e: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:26:59.134356 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] Publish callbacks [] for security_group (11a603c6-858e-49e3-8791-761268b13ed3), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.203182 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (11a603c6-858e-49e3-8791-761268b13ed3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.206198 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:26:59.209876 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/11a603c6-858e-49e3-8791-761268b13ed3 HTTP/1.1" status: 204 len: 168 time: 0.1845818 May 27 03:26:59.216458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978f1976-3baa-4fb5-8b3c-906ded30e38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a603c6-858e-49e3-8791-761268b13ed3,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:26:59.335439 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8b1f87bd-7c14-4b66-b9fd-27f72a99c209 req-18b2cc0c-c753-45a2-9903-7fddd92db9b3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0438781 May 27 03:26:59.829727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea208825-e2af-4464-b727-417318403e33 req-25f873f6-913c-4fe2-92e4-be90ba79256b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:26:59.831808 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ea208825-e2af-4464-b727-417318403e33 req-25f873f6-913c-4fe2-92e4-be90ba79256b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0489993 May 27 03:26:59.880870 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ea208825-e2af-4464-b727-417318403e33 req-aeca000e-3831-4552-b225-0654cadf1274 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416389 May 27 03:27:00.419072 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-85a7f697-9f19-416b-8e46-384ccbf65032 req-7f4c746d-33b2-4a4f-ae6f-dd7f7f4c07c3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0269921 May 27 03:27:01.000719 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6a022-c9df-494b-8a19-b5e513e14c5c req-90fbcc9f-80f9-4427-bb15-545a0dcedf98 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:01.002302 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-61a6a022-c9df-494b-8a19-b5e513e14c5c req-90fbcc9f-80f9-4427-bb15-545a0dcedf98 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0491726 May 27 03:27:01.049682 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-61a6a022-c9df-494b-8a19-b5e513e14c5c req-f120dc29-9440-4bb3-aed8-c226547b07e4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421154 May 27 03:27:01.512656 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c9fff0a4-142f-4622-926d-c05c5f320187 req-302a3d24-bf09-429b-9ad4-5a9f926d24d8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0273185 May 27 03:27:02.177624 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c6d21-70ef-487f-ba6d-18f20f04b03b req-ba5a1a34-9d72-4b8e-bbfd-0d836e6dab0e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:02.179167 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-705c6d21-70ef-487f-ba6d-18f20f04b03b req-ba5a1a34-9d72-4b8e-bbfd-0d836e6dab0e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0540009 May 27 03:27:02.214717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:02.231084 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-705c6d21-70ef-487f-ba6d-18f20f04b03b req-b8fffcd0-673a-415b-8829-3d4e179270e8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459986 May 27 03:27:02.609295 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b6c34c88-6a74-431b-945c-6ed5f5d3e107 req-ba45ae3e-9294-4723-97e8-2df572fa7974 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0277617 May 27 03:27:03.365682 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3842423d-6b03-4f9f-97e9-04edfaf5afb2 req-236d9131-74e8-4d52-b8ea-2d42a2a73f70 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:03.368099 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3842423d-6b03-4f9f-97e9-04edfaf5afb2 req-236d9131-74e8-4d52-b8ea-2d42a2a73f70 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0517237 May 27 03:27:03.430528 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3842423d-6b03-4f9f-97e9-04edfaf5afb2 req-707da90d-a5b3-43ba-a322-8e198a5f38a9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563283 May 27 03:27:03.710268 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bbc361b5-bbff-4c6b-ac24-feb3627de84d req-eb088922-cc65-4315-9e96-622ebe0df4d7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0317605 May 27 03:27:04.557774 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:04.564487 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e4d587-a895-48a7-8870-704fed8877e2 req-8377721d-298d-49de-b993-8b714562f5df tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:04.566599 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62e4d587-a895-48a7-8870-704fed8877e2 req-8377721d-298d-49de-b993-8b714562f5df tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0515776 May 27 03:27:04.615221 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-62e4d587-a895-48a7-8870-704fed8877e2 req-babc4b58-db0e-440c-95da-4f8d9a35da90 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430384 May 27 03:27:04.811064 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-185f88cb-7159-4989-8149-629ba17ed9b4 req-59f58e13-0f8e-4bbe-9b6d-b0513a5f88b0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0297008 May 27 03:27:05.738658 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1427bbe-f5db-4ec3-8a10-e9eb368ab63f req-959c3f29-76d5-492a-a30f-65a4f2992000 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:05.741189 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e1427bbe-f5db-4ec3-8a10-e9eb368ab63f req-959c3f29-76d5-492a-a30f-65a4f2992000 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0481040 May 27 03:27:05.796402 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e1427bbe-f5db-4ec3-8a10-e9eb368ab63f req-7a7c95a8-04de-43cf-80ec-6e5b96a91f97 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484297 May 27 03:27:05.911371 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a37ad9f7-6823-4a96-bb55-a30ca116df19 req-2d09175e-b1cf-4049-a6bf-455d3c458116 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0283608 May 27 03:27:06.919068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd90ab95-eef6-44d8-b97c-5b491e7ab5ca req-1b5008e5-1001-4e87-bc0a-952ee48c3699 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:06.920624 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd90ab95-eef6-44d8-b97c-5b491e7ab5ca req-1b5008e5-1001-4e87-bc0a-952ee48c3699 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0503860 May 27 03:27:06.983802 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd90ab95-eef6-44d8-b97c-5b491e7ab5ca req-ba0a77d1-8f6a-4536-8466-f8d827483087 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561452 May 27 03:27:07.012705 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a4e39211-c462-45c6-843f-6b8e84998172 req-4cfaa218-c468-402d-8eaf-4bc161759401 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0287225 May 27 03:27:08.120230 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5e3cfc-f00e-4cfe-a27b-7c0809205b87 req-8084bae8-1303-43cc-ac99-4f1299065de9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:08.122798 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c5e3cfc-f00e-4cfe-a27b-7c0809205b87 req-8084bae8-1303-43cc-ac99-4f1299065de9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0727718 May 27 03:27:08.131006 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a520815f-f540-43da-86fe-05f7b8b44fa3 req-821185bf-5b5e-4278-a724-cf2b75a8d49a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0390031 May 27 03:27:08.186998 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c5e3cfc-f00e-4cfe-a27b-7c0809205b87 req-85a14108-3f13-4db9-8eba-37f773afc588 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583687 May 27 03:27:08.771331 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=50 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:08.824158 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:09.238526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a12fc3d-3a83-4e49-9308-28a0800af28d req-bfcabf24-ad41-462c-ae0b-eccbf510024a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0298374 May 27 03:27:09.336745 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cf4f0b-3947-41ca-a2eb-42ba771892ef req-934a49f9-aabb-421d-a0cb-30f68202adb7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:09.338187 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-83cf4f0b-3947-41ca-a2eb-42ba771892ef req-934a49f9-aabb-421d-a0cb-30f68202adb7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0573001 May 27 03:27:09.384060 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-83cf4f0b-3947-41ca-a2eb-42ba771892ef req-8abd5dfe-54c2-416a-827e-fa69c459024d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403190 May 27 03:27:09.538227 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=61,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:09.547629 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:10.337435 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-939c6909-0632-4c60-948d-f97f82d6d418 req-56bd0b7d-97b4-4e3d-bbea-0172c74ceaec tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0291052 May 27 03:27:10.380851 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-c10b47b4-a890-4674-8223-a0554567e39e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.382359 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-c10b47b4-a890-4674-8223-a0554567e39e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0440938 May 27 03:27:10.511588 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-6e8fd970-4fe9-4ff5-96bf-201eb203d133 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159029 May 27 03:27:10.533354 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e3d65-f1b3-4bba-af59-3f2dd3d2efb5 req-3ab47379-28d4-466c-a4ec-1a382c6f2705 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.534832 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f9e3d65-f1b3-4bba-af59-3f2dd3d2efb5 req-3ab47379-28d4-466c-a4ec-1a382c6f2705 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0473485 May 27 03:27:10.582985 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f9e3d65-f1b3-4bba-af59-3f2dd3d2efb5 req-18011b97-fb2d-46bb-98e6-e3c0742e0034 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420625 May 27 03:27:10.624486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-5e4c7230-3379-4cb1-be42-e868d7f42a1a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:10.625954 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-5e4c7230-3379-4cb1-be42-e868d7f42a1a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/networks?id=1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 200 len: 813 time: 0.1015890 May 27 03:27:10.640835 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-a84813fd-25e1-4e0e-841d-2f8a802005ea tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/quotas/aee9b49e32b848e2a75facdeef1aa8a5 HTTP/1.1" status: 200 len: 375 time: 0.0093708 May 27 03:27:10.677336 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-75203245-f361-4e1c-a538-67289494127b tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308242 May 27 03:27:10.728840 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:10.768422 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-df5a4f3a-8f98-403a-a3a5-c6d746ea55f1 service neutron] 10.222.0.62 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846176 May 27 03:27:10.864731 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-74efa17c-ac73-4450-aa8f-27ca1161548f service neutron] 10.222.0.62 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904849 May 27 03:27:11.029836 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6ea3d339-4921-4f65-8ebe-9c21d12df3ec req-96994fb1-5ec6-4015-901e-6dac7235c384 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0367103 May 27 03:27:11.090318 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d4f49287-f6a4-4858-add2-7bb1afd51525 req-2a8eb206-b081-47ff-a5bb-a3fce8963739 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985556 May 27 03:27:11.449422 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-821dd3bf-32aa-405f-af89-890321b0287c req-36c8f0f3-1df1-40b7-9c29-59a583b8d496 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0291696 May 27 03:27:11.707989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01befb-f6bc-4d9f-9d33-cceb3c1828cb req-f5d9b23b-7742-4450-a305-40b0d9dda2b2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:11.709557 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c01befb-f6bc-4d9f-9d33-cceb3c1828cb req-f5d9b23b-7742-4450-a305-40b0d9dda2b2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0523334 May 27 03:27:11.754912 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60386) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:11.755556 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c01befb-f6bc-4d9f-9d33-cceb3c1828cb req-330528db-87a1-4935-85e8-aa5f691e3230 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405371 May 27 03:27:11.868760 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2283-4372-4412-a606-47b62ae664fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:11.901136 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:11.956474 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2283-4372-4412-a606-47b62ae664fe admin admin] Publish callbacks [] for security_group (93e6a14b-8d31-45aa-98f8-8917985147b9), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:11.960069 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ed4e2283-4372-4412-a606-47b62ae664fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (93e6a14b-8d31-45aa-98f8-8917985147b9), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:11.997821 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ed4e2283-4372-4412-a606-47b62ae664fe admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0ff52e32117c43efa0eabcc3b4c75877&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418613 May 27 03:27:11.999643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4e2283-4372-4412-a606-47b62ae664fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93e6a14b-8d31-45aa-98f8-8917985147b9,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:12.000525 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60390) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:12.047984 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Publish callbacks [] for security_group (93e6a14b-8d31-45aa-98f8-8917985147b9), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.070574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Publish callbacks [] for security_group (93e6a14b-8d31-45aa-98f8-8917985147b9), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.119708 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (93e6a14b-8d31-45aa-98f8-8917985147b9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.122611 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.123371 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b7df7972-e87d-4993-ae66-ddac386ef2e7 req-ed28acce-0122-4487-95e7-8c7e16e0fa9d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0274303 May 27 03:27:12.123742 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/93e6a14b-8d31-45aa-98f8-8917985147b9 HTTP/1.1" status: 204 len: 168 time: 0.1221433 May 27 03:27:12.132377 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93e6a14b-8d31-45aa-98f8-8917985147b9,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:12.139743 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.140137 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.140618 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.140965 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.141304 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.141633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.141962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.142290 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.142618 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.142944 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.143262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.143588 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.143934 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.144255 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.144566 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af1893a-38f9-41d2-a20a-156e452b14f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:27:12.408195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-36ffcdfc-715c-4b55-8d0c-914b427a2e0f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:12.409903 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-36ffcdfc-715c-4b55-8d0c-914b427a2e0f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 808 time: 0.1924021 May 27 03:27:12.471614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-b6017d1b-89ae-42d2-a4c1-4a7d3b0ffc3c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:12.473168 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-b6017d1b-89ae-42d2-a4c1-4a7d3b0ffc3c tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "GET /v2.0/networks?id=1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 200 len: 813 time: 0.1548429 May 27 03:27:12.516343 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-d1e3454c-e3f4-4853-bad9-76df39ac4173 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320 HTTP/1.1" status: 200 len: 379 time: 0.0818496 May 27 03:27:12.521728 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Request body: {'port': {'device_id': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3', 'admin_state_up': True, 'tenant_id': 'aee9b49e32b848e2a75facdeef1aa8a5'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:12.548923 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-19b6569a-7a47-49fe-9cb2-f6a7acd52e00 req-613aec23-6def-4947-a940-bcb761f44de5 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0274780 May 27 03:27:12.574695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'port': {'device_id': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'admin_state_up': True, 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'security_groups': ['0d135875-7212-43fd-9732-1555eb86c8e8']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:12.658782 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:12.713050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Made reservation on behalf of aee9b49e32b848e2a75facdeef1aa8a5 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:12.716383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.749032 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Made reservation on behalf of 1d73ce3d68ac4f6e99f9a3b194cde320 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:27:12.752892 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:12.934065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:12.948462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab642f6-929d-4a66-a46b-167875329b08 req-38533241-c189-4be3-8f25-a96166f32b38 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:12.950182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fab642f6-929d-4a66-a46b-167875329b08 req-38533241-c189-4be3-8f25-a96166f32b38 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.1037538 May 27 03:27:12.999082 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Allocated IP 172.20.0.6 (1d757b8e-3c2c-4d66-84a9-f19b199440d3/95d20c3d-e7ab-4459-9f26-2393a952bfc6/c9d2778e-8a9c-45f3-aca5-af5c4cfc112b) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:13.038061 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Allocated IP 172.20.0.3 (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1/4de04b0c-93d6-43e4-a056-18ab39c446a6/71e11d00-d642-48e1-acfd-a532d0199408) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:13.089330 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fab642f6-929d-4a66-a46b-167875329b08 req-6fb4274d-5572-4867-abf9-d3f87d8c47c3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170983 May 27 03:27:13.270732 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c7898f73-e4d4-4539-bede-be7b4447dcc3 req-1c0e4e6b-0685-41c5-aaf0-391a7c3b9f83 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 210 time: 0.0406480 May 27 03:27:13.306720 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks [] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.321664 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:13.325308 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for port (71e11d00-d642-48e1-acfd-a532d0199408), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.380752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.384297 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.440491 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:13.448131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:13.451072 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:13.452170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:13.455456 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Pushing event updated for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:13.459065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:13.481154 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:13.568088 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:13.568706 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.578564 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:13.590834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:13.591558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.611410 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-cdc1e9f8-cd03-47a1-be52-483cf6a43e1d tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0933948 May 27 03:27:13.614854 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-9c88ec5b-d404-45f3-a08d-fba02afe4bc9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0460458 May 27 03:27:13.660551 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Request body: {'port': {'device_id': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:13.667685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Request body: {'port': {'device_id': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:13.704534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:13.720208 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-d70b3196-d0f5-4d4c-b4f0-7f6928b1dbdf None None] Provisioning complete for port 71e11d00-d642-48e1-acfd-a532d0199408 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:13.720861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d70b3196-d0f5-4d4c-b4f0-7f6928b1dbdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (71e11d00-d642-48e1-acfd-a532d0199408), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.726330 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6e802-461d-482f-b7c5-85a84f2e25e6 req-62b2aa4f-aef8-4b2c-b004-8c942612a9d0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:13.727806 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de6e802-461d-482f-b7c5-85a84f2e25e6 req-62b2aa4f-aef8-4b2c-b004-8c942612a9d0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 931 time: 0.1038420 May 27 03:27:13.752923 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-d70b3196-d0f5-4d4c-b4f0-7f6928b1dbdf None None] Port 71e11d00-d642-48e1-acfd-a532d0199408 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:27:13.804586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.808362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:13.868140 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1de6e802-461d-482f-b7c5-85a84f2e25e6 req-f449fafd-456d-42fd-a356-74168f14952e tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270649 May 27 03:27:14.181843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:14.210547 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c87a29b-2cd7-4a28-9d1c-2e370d19570a req-056bc87d-0e6c-4fd6-b6fa-3805975bc67e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:14.220274 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1c87a29b-2cd7-4a28-9d1c-2e370d19570a req-056bc87d-0e6c-4fd6-b6fa-3805975bc67e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0540469 May 27 03:27:14.268929 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1c87a29b-2cd7-4a28-9d1c-2e370d19570a req-531a91b1-cb41-48e1-8f17-4cddc6d7c941 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425706 May 27 03:27:14.455755 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e13064-7799-4461-9fcd-e2608b4cecba req-e53babf8-1bb9-4a2f-9b02-c100e634391e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:14.457220 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-74e13064-7799-4461-9fcd-e2608b4cecba req-e53babf8-1bb9-4a2f-9b02-c100e634391e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 931 time: 0.0992880 May 27 03:27:14.584820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-74e13064-7799-4461-9fcd-e2608b4cecba req-e8db57ad-a36f-4dad-be9d-711a694e4aa3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187904 May 27 03:27:14.619841 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71e11d00-d642-48e1-acfd-a532d0199408 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:14.630272 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks [] for port (71e11d00-d642-48e1-acfd-a532d0199408), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.641417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9d2778e-8a9c-45f3-aca5-af5c4cfc112b {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:14.653385 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks [] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.658212 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Transition to ACTIVE for port object 71e11d00-d642-48e1-acfd-a532d0199408 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:27:14.665995 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.671476 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Transition to ACTIVE for port object c9d2778e-8a9c-45f3-aca5-af5c4cfc112b will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:27:14.672877 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:14.695632 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.728153 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:14.863454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:14.904614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Attempting to bind port 71e11d00-d642-48e1-acfd-a532d0199408 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:27:14.904945 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Attempting to bind port 71e11d00-d642-48e1-acfd-a532d0199408 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:27:14.905272 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Attempting to bind port 71e11d00-d642-48e1-acfd-a532d0199408 on network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:14.909654 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:14.912240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Attempting to bind port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:27:14.912566 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Attempting to bind port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:27:14.912887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Attempting to bind port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:14.914669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Port 71e11d00-d642-48e1-acfd-a532d0199408 on network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:27:14.914978 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Attempting to bind port 71e11d00-d642-48e1-acfd-a532d0199408 on network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:14.922557 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:27:14.922765 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Attempting to bind port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b on network 1d757b8e-3c2c-4d66-84a9-f19b199440d3 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:27:14.925675 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:27:14.926009 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Checking segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:27:14.926390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Bound using segment: {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:27:14.926821 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Bound port: 71e11d00-d642-48e1-acfd-a532d0199408, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3c93330-6d77-40db-a9f6-d96b3636ea7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 568, 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:27:14.927178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.939757 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:27:14.940133 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Checking segment: {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:27:14.940572 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Bound using segment: {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:27:14.940920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Bound port: c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8234344d-83bd-475f-becf-bc651bb5216a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 589, 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:27:14.941273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:14.985266 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab6704-a703-4275-99d5-33b95fb6d48f req-33dbf9ff-e43a-46ca-91bb-b0433f0aa700 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:14.987193 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-65ab6704-a703-4275-99d5-33b95fb6d48f req-33dbf9ff-e43a-46ca-91bb-b0433f0aa700 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0475819 May 27 03:27:14.998067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:14.999775 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:15.040830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:15.042956 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-65ab6704-a703-4275-99d5-33b95fb6d48f req-3e410305-6291-4175-928a-86ca5d6b7cdf tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502875 May 27 03:27:15.044902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:15.046618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:27:15.050977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:27:15.054243 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:15.059802 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:15.108171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.108787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:15.110203 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] 10.222.0.60 "PUT /v2.0/ports/71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 1093 time: 1.4541185 May 27 03:27:15.112692 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:15.114916 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17647c9-ea31-4e4e-bb35-732f900403cf" -d '{"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:15.120822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.121470 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:15.122972 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] 10.222.0.60 "PUT /v2.0/ports/c9d2778e-8a9c-45f3-aca5-af5c4cfc112b HTTP/1.1" status: 200 len: 1093 time: 1.4678013 May 27 03:27:15.133292 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f75e6d5-4149-4a25-8597-cbf001a147bb service neutron] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:15.172194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4662033c-b80c-4662-96cf-228142c3a409 x-openstack-request-id: req-4662033c-b80c-4662-96cf-228142c3a409 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:15.172479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:15.172724 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4662033c-b80c-4662-96cf-228142c3a409 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:15.173119 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4662033c-b80c-4662-96cf-228142c3a409'] response: {'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'status': 'completed', 'code': 200} May 27 03:27:15.189080 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c7f4af-c32f-43e6-83df-5957a69666dd service neutron] Pushing event updated for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:15.282040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-69526c8f-f2c8-47a5-92b0-64affc9b6c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.284215 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-69526c8f-f2c8-47a5-92b0-64affc9b6c85 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1127 time: 0.0679703 May 27 03:27:15.287144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-8cd28caa-44fd-4bc0-ba5f-30f34d83fd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.288407 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-8cd28caa-44fd-4bc0-ba5f-30f34d83fd75 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 1127 time: 0.0624931 May 27 03:27:15.379790 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-b68d9e80-9b54-4694-93bb-7209a9399dce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 217 time: 0.0642207 May 27 03:27:15.381096 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-c463657c-0417-4824-b124-84fb47d3be45 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b HTTP/1.1" status: 200 len: 217 time: 0.0596609 May 27 03:27:15.387882 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b90e1a-44e1-428d-a77c-b83c054e1cf0 req-70521c0e-0ecd-47de-b319-6bfa639e0524 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.389332 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b1b90e1a-44e1-428d-a77c-b83c054e1cf0 req-70521c0e-0ecd-47de-b319-6bfa639e0524 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0463347 May 27 03:27:15.435794 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b1b90e1a-44e1-428d-a77c-b83c054e1cf0 req-4744254d-600a-42d8-b606-2857542b0db7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403044 May 27 03:27:15.477446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-74bdce48-a72d-4508-a4ff-b34eccbe4ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.478892 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-74bdce48-a72d-4508-a4ff-b34eccbe4ffe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0829549 May 27 03:27:15.480254 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-ea8b875d-6709-4fbc-8f82-13b44a7ac8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.481521 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-ea8b875d-6709-4fbc-8f82-13b44a7ac8ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95d20c3d-e7ab-4459-9f26-2393a952bfc6 HTTP/1.1" status: 200 len: 853 time: 0.0780315 May 27 03:27:15.543745 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-4b98e5b4-e48e-4571-8fd7-2fbc884c1dc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d757b8e-3c2c-4d66-84a9-f19b199440d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401685 May 27 03:27:15.559932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-916ecc59-506c-40a0-9f7e-c845bd32c05c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.561303 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-916ecc59-506c-40a0-9f7e-c845bd32c05c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655413 May 27 03:27:15.724671 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-93d9227f-376a-450c-8e2a-41ca49e21d0b service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740270 May 27 03:27:15.731413 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:15.741362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc8e3bc-f652-401e-b507-cce4897fb15e req-1df741b8-a687-4419-9cdd-591393711041 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:15.742713 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afc8e3bc-f652-401e-b507-cce4897fb15e req-1df741b8-a687-4419-9cdd-591393711041 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0888653 May 27 03:27:15.812082 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-e793cf39-f928-4268-b353-94ce874cc695 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388873 May 27 03:27:15.819010 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:15.920276 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-afc8e3bc-f652-401e-b507-cce4897fb15e req-3241055e-2d7f-4deb-acad-e439ed5c3d9e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654341 May 27 03:27:15.931970 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57b0bede-6e49-4b92-ba98-30c502d6becc req-08f3754c-09d1-4ec1-9cbd-bc80deb827bc service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973987 May 27 03:27:15.954863 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e537b77-d340-4b6c-ae4f-cc602b9e1364 req-162ed712-13d2-4ddf-a048-323b776e8a79 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336505 May 27 03:27:16.154740 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a8a5a-1374-43a3-b0d6-34e353da540f req-b9daf172-99de-43d6-8230-dbc506198587 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:16.156218 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a82a8a5a-1374-43a3-b0d6-34e353da540f req-b9daf172-99de-43d6-8230-dbc506198587 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0455797 May 27 03:27:16.204317 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a82a8a5a-1374-43a3-b0d6-34e353da540f req-dabc6a33-56f5-4d6a-a756-02426de3e623 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421093 May 27 03:27:16.553739 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbc3889-228e-41f1-b476-685bb9f820ef req-d706bcbb-959a-4fb7-acdc-9eca2b425d9b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:16.555187 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5fbc3889-228e-41f1-b476-685bb9f820ef req-d706bcbb-959a-4fb7-acdc-9eca2b425d9b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0466614 May 27 03:27:16.601021 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5fbc3889-228e-41f1-b476-685bb9f820ef req-633e3d00-f4b2-4783-bcf9-a53e37bff4c9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404942 May 27 03:27:17.035467 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44696d55-3319-4092-8d17-8b849a0331b4 req-eb43a7bf-764f-45ce-aefb-c2a14740eb55 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:17.036974 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-44696d55-3319-4092-8d17-8b849a0331b4 req-eb43a7bf-764f-45ce-aefb-c2a14740eb55 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 943 time: 0.0492132 May 27 03:27:17.083205 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-44696d55-3319-4092-8d17-8b849a0331b4 req-3ab5d88f-bf12-4c27-9a7c-7516d3c7abe6 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405757 May 27 03:27:17.174192 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:17.176540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a690fc-4c09-4911-80d4-38962fa7b95a" -d '{"events": [{"name": "network-changed", "server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:17.210694 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd693c6-17e5-4e7f-adcb-992164137bbc x-openstack-request-id: req-8cd693c6-17e5-4e7f-adcb-992164137bbc {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:17.210981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:17.211227 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8cd693c6-17e5-4e7f-adcb-992164137bbc {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:17.211634 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd693c6-17e5-4e7f-adcb-992164137bbc'] response: {'name': 'network-changed', 'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b', 'status': 'completed', 'code': 200} May 27 03:27:17.312232 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790b92b9-8bb2-4c12-b63a-1af83e7d5bea req-a0a4f1d1-4d18-4cfd-8221-f3a3131dc89a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:17.313650 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-790b92b9-8bb2-4c12-b63a-1af83e7d5bea req-a0a4f1d1-4d18-4cfd-8221-f3a3131dc89a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0446465 May 27 03:27:17.361636 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-790b92b9-8bb2-4c12-b63a-1af83e7d5bea req-532c1499-b346-4bcb-9a08-0c17660ca286 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419450 May 27 03:27:17.575184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-87446995-7ceb-48a6-b582-b15a75909341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:17.576679 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-87446995-7ceb-48a6-b582-b15a75909341 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1127 time: 0.0424669 May 27 03:27:17.688767 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c9d2778e-8a9c-45f3-aca5-af5c4cfc112b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:27:17.718034 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ecade-64da-4dea-9f09-cdce48985446 req-d9de80fd-eef8-4f83-bf0f-2dd3261d2daf tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:17.719506 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf9ecade-64da-4dea-9f09-cdce48985446 req-d9de80fd-eef8-4f83-bf0f-2dd3261d2daf tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0472455 May 27 03:27:17.766099 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf9ecade-64da-4dea-9f09-cdce48985446 req-356ea6b3-e6fb-48f6-a175-1748798461b7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405138 May 27 03:27:17.787763 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:17.800062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b', 'network_id': '1d757b8e-3c2c-4d66-84a9-f19b199440d3', 'port_id': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b', 'mac_address': 'fa:16:3e:1f:16:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 589, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95d20c3d-e7ab-4459-9f26-2393a952bfc6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:27:17.833863 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:17.834253 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:17.847058 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9d2778e-8a9c-45f3-aca5-af5c4cfc112b {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:17.866834 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:17.871423 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:17.918191 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:18.192417 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d951f6-cf7b-442b-8846-a1621803215c req-85a2f873-43c6-4efd-ba77-b048abccdee3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.193850 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-42d951f6-cf7b-442b-8846-a1621803215c req-85a2f873-43c6-4efd-ba77-b048abccdee3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 944 time: 0.0447090 May 27 03:27:18.255658 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-42d951f6-cf7b-442b-8846-a1621803215c req-7b93ecfc-c5b2-43fd-9021-25a6055c5bec tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564811 May 27 03:27:18.282338 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['c9d2778e-8a9c-45f3-aca5-af5c4cfc112b'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:18.552567 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d397167a-28d1-49ba-a8e4-83f79a9b7d66 req-21f9bec9-e797-4aad-8419-3cb540541a21 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.554017 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d397167a-28d1-49ba-a8e4-83f79a9b7d66 req-21f9bec9-e797-4aad-8419-3cb540541a21 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.1196179 May 27 03:27:18.554923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-30a2fcc8-35f9-4fdb-b9bb-f3881f1da7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.556275 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-30a2fcc8-35f9-4fdb-b9bb-f3881f1da7c8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 1128 time: 0.1209443 May 27 03:27:18.656482 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-226448ce-5e45-4ac0-8e7c-c54553d7cc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.657913 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-226448ce-5e45-4ac0-8e7c-c54553d7cc08 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.2320619 May 27 03:27:18.719138 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d397167a-28d1-49ba-a8e4-83f79a9b7d66 req-ce3895f9-dee6-4f41-a401-201adc8f04be tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578066 May 27 03:27:18.725911 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-892af768-a21a-4258-b4ae-9a7fe17e5101 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 217 time: 0.0598154 May 27 03:27:18.765139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-a06b0956-57f7-47ce-967b-947bc9d5eb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.766526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-a06b0956-57f7-47ce-967b-947bc9d5eb61 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 200 len: 914 time: 0.1906459 May 27 03:27:18.810778 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-a0039145-b5d1-45d0-827e-4386c8bf061a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b HTTP/1.1" status: 200 len: 217 time: 0.0366547 May 27 03:27:18.814926 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-ab316f12-c741-4d90-bd54-3135a0d6f935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.816337 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-ab316f12-c741-4d90-bd54-3135a0d6f935 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0795696 May 27 03:27:18.881906 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:18.889784 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c82f6de-00f2-435b-870f-f245b1ff721d req-276f2312-523b-46f9-b8a1-8b1b541dae00 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.891258 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c82f6de-00f2-435b-870f-f245b1ff721d req-276f2312-523b-46f9-b8a1-8b1b541dae00 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 943 time: 0.0480442 May 27 03:27:18.896415 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-8870817f-af35-44e3-92a4-46b6e210bef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.897919 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-8870817f-af35-44e3-92a4-46b6e210bef0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0725710 May 27 03:27:18.899333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-bfce1dc2-0512-4fd0-a006-92d058d969e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:18.900670 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-bfce1dc2-0512-4fd0-a006-92d058d969e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95d20c3d-e7ab-4459-9f26-2393a952bfc6 HTTP/1.1" status: 200 len: 853 time: 0.0829504 May 27 03:27:18.938101 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9c82f6de-00f2-435b-870f-f245b1ff721d req-f337c26d-7074-40d5-9f7d-d8bb0df91639 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410197 May 27 03:27:18.958157 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-a1590543-dbd6-4c8f-8ebb-085fae2a4cf3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1d757b8e-3c2c-4d66-84a9-f19b199440d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439124 May 27 03:27:19.274910 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.286552 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-cecc4e8c-f5f6-4967-bce4-31f33a513504 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734369 May 27 03:27:19.321143 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-65bd12e5-a3a4-471e-886d-8dd83ea02e04 service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3366940 May 27 03:27:19.468436 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f7d139-2b40-4a67-aa0f-14d8884325fb req-53021b8f-5f7a-4728-9aa6-e61aa0f5ab25 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:19.469930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c9f7d139-2b40-4a67-aa0f-14d8884325fb req-53021b8f-5f7a-4728-9aa6-e61aa0f5ab25 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 944 time: 0.1215096 May 27 03:27:19.513294 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f17647c9-ea31-4e4e-bb35-732f900403cf req-628b48ed-b3ed-4892-abc4-b1cd2c28579e service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176409 May 27 03:27:19.523461 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97a690fc-4c09-4911-80d4-38962fa7b95a req-195e12d1-6470-4b40-b76b-a26544b8cc17 service neutron] 10.222.0.60 "GET /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724305 May 27 03:27:19.544817 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c9f7d139-2b40-4a67-aa0f-14d8884325fb req-c18dc37a-5b2f-462a-9155-8f408c655a35 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635645 May 27 03:27:19.686745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:27:19.701953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c9d2778e-8a9c-45f3-aca5-af5c4cfc112b up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:19.796836 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:27:19.809970 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:19.810339 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:19.835253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76bad73-7b18-43ec-815a-b5d6630f1af4 req-b9135b1a-be6d-4ee7-ae79-e08e0bb3ab81 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:19.836872 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c76bad73-7b18-43ec-815a-b5d6630f1af4 req-b9135b1a-be6d-4ee7-ae79-e08e0bb3ab81 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0490654 May 27 03:27:19.855226 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:19.872548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'mac_address': 'fa:16:3e:6c:c4:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:27:19.881249 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.886802 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c76bad73-7b18-43ec-815a-b5d6630f1af4 req-8123df72-488e-424d-92af-f481b7d21961 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442290 May 27 03:27:19.901618 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.935400 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:19.935785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:19.953583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:19.953953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:19.957179 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:19.978546 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.982580 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:19.990034 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:19.997710 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:20.000092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e018f-7d3b-4aa5-9d5f-0c022f8e16c7" -d '{"events": [{"server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:20.010141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:20.017860 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:20.047606 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d730c2e-c257-4631-b02b-ec2c416cbe9e x-openstack-request-id: req-9d730c2e-c257-4631-b02b-ec2c416cbe9e {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:20.047844 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "name": "network-vif-plugged", "status": "completed", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:20.048130 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9d730c2e-c257-4631-b02b-ec2c416cbe9e {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:20.048513 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9d730c2e-c257-4631-b02b-ec2c416cbe9e'] response: {'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b', 'code': 200} May 27 03:27:20.050856 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:20.061963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aef8f45-5bdd-4c63-a189-cbf83ae70b6e req-12bb69dd-b90a-4bdc-88fb-7f30ff5ea2de tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:20.063450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0aef8f45-5bdd-4c63-a189-cbf83ae70b6e req-12bb69dd-b90a-4bdc-88fb-7f30ff5ea2de tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.0483890 May 27 03:27:20.074540 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=9']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.117149 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0aef8f45-5bdd-4c63-a189-cbf83ae70b6e req-b523d194-e9bb-4a4d-b6b6-881bf0d225f5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474505 May 27 03:27:20.133431 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:20.262045 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38906c-dbc1-4570-91de-ff71805779c1 req-a803b1b4-c7e2-4d6c-ae34-879e8b05f4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:20.263584 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ce38906c-dbc1-4570-91de-ff71805779c1 req-a803b1b4-c7e2-4d6c-ae34-879e8b05f4d3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 1129 time: 0.0393984 May 27 03:27:20.310064 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ce38906c-dbc1-4570-91de-ff71805779c1 req-d3ac0ef1-c3af-4b68-a9c8-11ff492586f2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368972 May 27 03:27:20.370392 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-66f9c37e-a6fb-43b5-9d81-8417dd3e7af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:20.394741 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['906f93e1-97e9-4418-8ad2-066ad5cfe98a'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:20.659641 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1032a1-3a0d-4eda-b3f2-54f27d95ecac req-8a92b964-c7c5-445b-aee7-fa8efe3e299a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:20.661127 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2c1032a1-3a0d-4eda-b3f2-54f27d95ecac req-8a92b964-c7c5-445b-aee7-fa8efe3e299a tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0503433 May 27 03:27:20.707521 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2c1032a1-3a0d-4eda-b3f2-54f27d95ecac req-87190c41-1650-4119-9b10-f8211ecd2942 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 May 27 03:27:21.000732 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a764ce-4795-41b6-bcb8-86dcbbf841c3 req-d7bbf5cf-1e86-40c0-ba95-f91de1d50373 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.002818 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-51a764ce-4795-41b6-bcb8-86dcbbf841c3 req-d7bbf5cf-1e86-40c0-ba95-f91de1d50373 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0463796 May 27 03:27:21.050001 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-51a764ce-4795-41b6-bcb8-86dcbbf841c3 req-42c5a86e-a731-4001-82cb-63a9bc961ef0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418301 May 27 03:27:21.236766 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4836ac-0944-4f85-a730-902c666bb8b0 req-8ce57d5e-efc1-4512-a770-7f9e06790999 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.238125 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd4836ac-0944-4f85-a730-902c666bb8b0 req-8ce57d5e-efc1-4512-a770-7f9e06790999 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 944 time: 0.0460372 May 27 03:27:21.284778 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fd4836ac-0944-4f85-a730-902c666bb8b0 req-118eab68-f21c-4b2b-af0c-9134d9e52972 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409987 May 27 03:27:21.705275 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:21.748943 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 906f93e1-97e9-4418-8ad2-066ad5cfe98a triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:21.749256 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.825270 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a78c4c-5571-4dd3-8a63-73fb0e5706a9 req-459f0079-4a24-4de5-a26d-430d218ddd62 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:21.826769 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-81a78c4c-5571-4dd3-8a63-73fb0e5706a9 req-459f0079-4a24-4de5-a26d-430d218ddd62 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0520196 May 27 03:27:21.836290 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 906f93e1-97e9-4418-8ad2-066ad5cfe98a is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:21.836677 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.869997 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:21.874578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:21.879987 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-81a78c4c-5571-4dd3-8a63-73fb0e5706a9 req-f476224e-f5ec-4ed5-a452-a2009641f76e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471001 May 27 03:27:21.921789 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=10']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:22.049408 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:22.051655 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38a5d321-6a07-4a61-abb4-6adef1768812" -d '{"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:22.087092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d4d222-1fb0-44b7-ac95-c9874158dbb7 x-openstack-request-id: req-93d4d222-1fb0-44b7-ac95-c9874158dbb7 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:22.087549 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-plugged", "status": "completed", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:22.087907 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-93d4d222-1fb0-44b7-ac95-c9874158dbb7 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:22.088364 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93d4d222-1fb0-44b7-ac95-c9874158dbb7'] response: {'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'code': 200} May 27 03:27:22.166823 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b97041b-ff65-4d52-be04-13f880bb8204 req-241dd811-451e-42dd-8959-370e768616eb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.168340 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b97041b-ff65-4d52-be04-13f880bb8204 req-241dd811-451e-42dd-8959-370e768616eb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0504148 May 27 03:27:22.218370 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b97041b-ff65-4d52-be04-13f880bb8204 req-b0e5dbd2-536b-4297-aca9-f1dc82ae92c5 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443921 May 27 03:27:22.412200 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76655014-ad1a-4de4-a6ef-836769b2b721 req-62ecb42c-00ba-4b3c-863f-f0f750c9ab07 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.413659 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76655014-ad1a-4de4-a6ef-836769b2b721 req-62ecb42c-00ba-4b3c-863f-f0f750c9ab07 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0503049 May 27 03:27:22.460323 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-76655014-ad1a-4de4-a6ef-836769b2b721 req-81d182ef-240c-42ed-af0d-373e9dbd51d5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411923 May 27 03:27:22.651643 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fd4d921f-3fe5-4274-8006-9dfaf00870ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:22.854998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7986de-7928-43c4-9fa9-5be2bef887f4 req-5994e5a9-cc17-454f-8b54-9fe8f1774b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.856522 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e7986de-7928-43c4-9fa9-5be2bef887f4 req-5994e5a9-cc17-454f-8b54-9fe8f1774b19 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 1130 time: 0.0415630 May 27 03:27:22.885835 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:22.902075 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e7986de-7928-43c4-9fa9-5be2bef887f4 req-ae0bb0f5-451e-46c8-845c-a9f9437da9a5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382240 May 27 03:27:22.992414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ebf96-7b08-47e3-8a17-4cfa5bf2a414 req-315189b5-f36c-4139-840a-6a448022a8ff tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:22.993926 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd0ebf96-7b08-47e3-8a17-4cfa5bf2a414 req-315189b5-f36c-4139-840a-6a448022a8ff tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0470541 May 27 03:27:23.034835 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:27:23.040300 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bd0ebf96-7b08-47e3-8a17-4cfa5bf2a414 req-c358eb4a-6711-47e8-a6e3-87be040ec912 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410087 May 27 03:27:23.330426 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e65376b-80a6-49c7-83ea-ce9c78b83d82 req-336079ee-0503-4615-814c-09419e5ee0ce tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:23.331931 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9e65376b-80a6-49c7-83ea-ce9c78b83d82 req-336079ee-0503-4615-814c-09419e5ee0ce tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0480528 May 27 03:27:23.351217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:23.390637 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9e65376b-80a6-49c7-83ea-ce9c78b83d82 req-939702dc-1357-4474-959b-4d9f5e4451bb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531418 May 27 03:27:23.577809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef833ff-68f2-4ab4-92cf-681c69591c5c req-24bc98e7-2d5b-4723-939d-506c0af4fad9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:23.579273 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cef833ff-68f2-4ab4-92cf-681c69591c5c req-24bc98e7-2d5b-4723-939d-506c0af4fad9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0466301 May 27 03:27:23.625125 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cef833ff-68f2-4ab4-92cf-681c69591c5c req-0340ede5-6734-4908-8481-3a714a7d172d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404735 May 27 03:27:23.967961 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:24.491091 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:24.504282 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff29a4c9-aad7-433c-b3fc-d524d8a1a6b1 req-8fa9d11f-d200-4f7b-93ea-32427e2cfac9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:24.505719 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ff29a4c9-aad7-433c-b3fc-d524d8a1a6b1 req-8fa9d11f-d200-4f7b-93ea-32427e2cfac9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0462630 May 27 03:27:24.531486 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:24.554944 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ff29a4c9-aad7-433c-b3fc-d524d8a1a6b1 req-14af9a40-b563-4770-91c0-de98bc40f69c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435414 May 27 03:27:24.740191 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd04ec97-f615-4bda-a06a-9130bd8fb3dc req-51fcd09c-07c3-4abb-90e1-597d2d3b5a10 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:24.741531 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd04ec97-f615-4bda-a06a-9130bd8fb3dc req-51fcd09c-07c3-4abb-90e1-597d2d3b5a10 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0456059 May 27 03:27:24.787232 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd04ec97-f615-4bda-a06a-9130bd8fb3dc req-fb9c24f3-725b-4ea2-aa4f-3a71f5b7c372 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404179 May 27 03:27:25.319068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:25.676454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2f0a6-377c-4110-ad24-fc7af2c218d7 req-77d5aa09-4275-49a8-844d-ca53dc9a5ae9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:25.677889 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0cd2f0a6-377c-4110-ad24-fc7af2c218d7 req-77d5aa09-4275-49a8-844d-ca53dc9a5ae9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0456946 May 27 03:27:25.728922 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0cd2f0a6-377c-4110-ad24-fc7af2c218d7 req-e30d472d-e853-4ba0-b1b8-729dc7d37d3b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456023 May 27 03:27:25.917627 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8899cf7-d995-4811-a21d-68b4925857ca req-43eacc33-2271-4741-9b9b-5605d96b35b3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:25.919119 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8899cf7-d995-4811-a21d-68b4925857ca req-43eacc33-2271-4741-9b9b-5605d96b35b3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0548339 May 27 03:27:25.966711 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8899cf7-d995-4811-a21d-68b4925857ca req-b2fb0a80-2927-4295-8058-7e53acb3066d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419445 May 27 03:27:26.760973 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:26.841305 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17649918-0db6-474e-a4fe-b404d7b04632 req-4284160e-8899-4679-a1a9-0c9caa90e015 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:26.842746 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17649918-0db6-474e-a4fe-b404d7b04632 req-4284160e-8899-4679-a1a9-0c9caa90e015 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0472932 May 27 03:27:26.889788 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-17649918-0db6-474e-a4fe-b404d7b04632 req-49f25dce-1ead-4cf4-a794-af76c9f5fa32 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 May 27 03:27:27.084403 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5baa1c-7733-4179-b60c-441dde144d68 req-86310f64-4c86-404c-b1e4-0d781a256fb1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:27.085877 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e5baa1c-7733-4179-b60c-441dde144d68 req-86310f64-4c86-404c-b1e4-0d781a256fb1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0473235 May 27 03:27:27.132146 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6e5baa1c-7733-4179-b60c-441dde144d68 req-0816d2a1-e471-472b-9311-d0d543d1e4f5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409341 May 27 03:27:27.704849 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.714837 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:27:27.772836 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:27.778521 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:27.811603 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:27.822978 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '71e11d00-d642-48e1-acfd-a532d0199408', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'mac_address': 'fa:16:3e:dd:de:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:27:27.860670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 71e11d00-d642-48e1-acfd-a532d0199408 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:27.861051 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.873513 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e11d00-d642-48e1-acfd-a532d0199408 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:27:27.892770 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:27.896787 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:27.942415 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:28.001534 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfb0f9-09b3-4cba-8d88-077710358c5c req-876bbcc9-8134-45e8-97b2-f0ab565202e7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:28.002969 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-acdfb0f9-09b3-4cba-8d88-077710358c5c req-876bbcc9-8134-45e8-97b2-f0ab565202e7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 944 time: 0.0464981 May 27 03:27:28.050338 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-acdfb0f9-09b3-4cba-8d88-077710358c5c req-2b2c8b91-52d2-4637-b3a9-9012e52cb143 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418799 May 27 03:27:28.300733 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['71e11d00-d642-48e1-acfd-a532d0199408'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:29.161796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f653fb04-6496-4ae4-b082-f2fdee4304db req-dc5db08d-d4ba-45ea-bc89-c3928eda9fbc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:29.163236 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f653fb04-6496-4ae4-b082-f2fdee4304db req-dc5db08d-d4ba-45ea-bc89-c3928eda9fbc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 944 time: 0.0472219 May 27 03:27:29.215645 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f653fb04-6496-4ae4-b082-f2fdee4304db req-2de4ead5-560f-408e-89c1-a403af2354d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468385 May 27 03:27:29.717872 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:27:29.759594 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 71e11d00-d642-48e1-acfd-a532d0199408 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:27:29.765540 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 71e11d00-d642-48e1-acfd-a532d0199408 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:27:29.765843 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (71e11d00-d642-48e1-acfd-a532d0199408), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:29.841121 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 71e11d00-d642-48e1-acfd-a532d0199408 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:27:29.841535 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:29.864299 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:29.866491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf7d2932-b1b9-4384-9264-e9b5ef031335" -d '{"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:29.878913 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:29.883812 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:29.925296 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d077a6f8-d507-4513-a850-9ac5740442b8 x-openstack-request-id: req-d077a6f8-d507-4513-a850-9ac5740442b8 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:29.925611 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:29.926006 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d077a6f8-d507-4513-a850-9ac5740442b8 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:29.926382 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d077a6f8-d507-4513-a850-9ac5740442b8'] response: {'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'code': 200} May 27 03:27:29.941687 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:30.233985 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a14c49c-cabb-4f37-b0ae-e88466d3cbde req-c03b282c-37c7-4332-8c96-7d9ec42726cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:30.235451 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a14c49c-cabb-4f37-b0ae-e88466d3cbde req-c03b282c-37c7-4332-8c96-7d9ec42726cf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0385864 May 27 03:27:30.282125 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1a14c49c-cabb-4f37-b0ae-e88466d3cbde req-ae900c39-1969-4049-9326-d42ddaa43fc3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401680 May 27 03:27:30.327360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44644f1d-361a-4d33-b97a-75388114a355 req-e2fbda33-14e0-45c1-b491-d33ce4e9b7c6 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:30.328863 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44644f1d-361a-4d33-b97a-75388114a355 req-e2fbda33-14e0-45c1-b491-d33ce4e9b7c6 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0458813 May 27 03:27:30.377098 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44644f1d-361a-4d33-b97a-75388114a355 req-11de4cdb-74a2-4e60-9b93-d74b09764ec9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423329 May 27 03:27:31.495887 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ec9465-46e4-4660-bb24-43200ceb4775 req-927543b1-ea9c-4fa0-b7c3-39a45a1651b3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:31.497384 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-59ec9465-46e4-4660-bb24-43200ceb4775 req-927543b1-ea9c-4fa0-b7c3-39a45a1651b3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0503809 May 27 03:27:31.545884 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-59ec9465-46e4-4660-bb24-43200ceb4775 req-3b44eba5-609e-4f35-a2a4-3d3d391e5510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423520 May 27 03:27:32.665951 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9cb36a-dd14-46d7-9982-7fd3940510d8 req-1659e0d4-d6ff-44f9-ba6b-24c778192bbc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:32.667389 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd9cb36a-dd14-46d7-9982-7fd3940510d8 req-1659e0d4-d6ff-44f9-ba6b-24c778192bbc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0531812 May 27 03:27:32.715416 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd9cb36a-dd14-46d7-9982-7fd3940510d8 req-67e49eb8-561e-4b70-ae4a-4a49ce1768ad tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426075 May 27 03:27:32.826508 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd344e8-207f-4749-98b6-be2262377a01 req-197d7dc2-a489-4052-a4e7-65157bfefc51 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:32.828047 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0fd344e8-207f-4749-98b6-be2262377a01 req-197d7dc2-a489-4052-a4e7-65157bfefc51 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0472751 May 27 03:27:32.876173 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0fd344e8-207f-4749-98b6-be2262377a01 req-0d4c6925-50b3-4a34-a82e-e71cf08d53c1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424566 May 27 03:27:32.899380 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60566) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:33.031090 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:33.081891 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d52c9d-eb04-4761-9327-27696a784b6f tempest-TestShelveInstance-91682423 tempest-TestShelveInstance-91682423-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:33.083372 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-62d52c9d-eb04-4761-9327-27696a784b6f tempest-TestShelveInstance-91682423 tempest-TestShelveInstance-91682423-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1124 time: 0.1829712 May 27 03:27:33.086159 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60572) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:27:33.090220 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:27:33.109826 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.163389 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:33.189085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.223537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:33.291845 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Allocated IP 172.27.1.241 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/c424396c-3071-4f0f-b0ef-12a968d8dd43) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:27:33.400211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.432888 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.469143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:27:33.476253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:27:33.480099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:27:33.485196 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'Port': ['ID=c424396c-3071-4f0f-b0ef-12a968d8dd43,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:33.826624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for floatingip (3b30ad10-73fd-4c4e-9a9b-596e7342d6f4), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.890624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:33.916308 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:33.969249 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:34.079768 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:34.085049 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:34.153090 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event updated for resources: {'Port': ['ID=c424396c-3071-4f0f-b0ef-12a968d8dd43,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:34.163872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (3b30ad10-73fd-4c4e-9a9b-596e7342d6f4), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:34.266269 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Floating IP 3b30ad10-73fd-4c4e-9a9b-596e7342d6f4 associated. External IP: 172.27.1.241, port: 71e11d00-d642-48e1-acfd-a532d0199408. May 27 03:27:34.466602 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:27:34.572505 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:27:34.582558 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Sync routers for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:27:34.590601 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:34.592632 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:34.593349 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:34.623131 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d3c81c7c-0c96-43b6-8ff5-fc0ecedf697a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5359805 May 27 03:27:34.623716 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:34.625995 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94850e8a-111d-4885-b1c5-460276ff1b20" -d '{"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:34.661197 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe79ce5-40ef-4611-afa4-c9b1391acc9f x-openstack-request-id: req-ffe79ce5-40ef-4611-afa4-c9b1391acc9f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:34.661487 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:34.661747 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ffe79ce5-40ef-4611-afa4-c9b1391acc9f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:34.662156 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffe79ce5-40ef-4611-afa4-c9b1391acc9f'] response: {'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'status': 'completed', 'code': 200} May 27 03:27:34.693580 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:34.898792 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '3b30ad10-73fd-4c4e-9a9b-596e7342d6f4', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'mac_address': 'fa:16:3e:dd:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:33Z', 'updated_at': '2022-05-27T03:27:33Z', 'revision_number': 0, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:34.922216 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Checking router: 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:27:34.931105 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:27:34.931698 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:35.029326 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:27:35.303582 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '3b30ad10-73fd-4c4e-9a9b-596e7342d6f4', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'mac_address': 'fa:16:3e:dd:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:33Z', 'updated_at': '2022-05-27T03:27:33Z', 'revision_number': 0, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:27:35.329449 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7f37d-858e-4b5b-94da-49d9d41cec91 None None] The sync data for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi is: [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '3b30ad10-73fd-4c4e-9a9b-596e7342d6f4', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 449, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'mac_address': 'fa:16:3e:dd:de:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:27:33Z', 'updated_at': '2022-05-27T03:27:33Z', 'revision_number': 0, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:27:35.516081 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26e142e7-8d5f-43d8-9645-55c66e30ccfb None None] New status for floating IP 3b30ad10-73fd-4c4e-9a9b-596e7342d6f4: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:27:35.611106 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:37.505631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-75f6b109-d4ce-497e-bfd5-01a49252afd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:37.507105 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-75f6b109-d4ce-497e-bfd5-01a49252afd7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0385218 May 27 03:27:37.607669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-f021af23-6b91-45d4-bce6-d2a2430a4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:37.609131 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-f021af23-6b91-45d4-bce6-d2a2430a4a51 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.0865598 May 27 03:27:37.871361 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-7f574249-e721-43fd-a5a0-09da08dbdd79 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 1001 time: 0.2556221 May 27 03:27:37.891252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:37.914446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:37.927125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-e46dffd3-481e-4bba-8aeb-12f48ca39e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:37.928586 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-e46dffd3-481e-4bba-8aeb-12f48ca39e3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0449646 May 27 03:27:37.981945 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-e1f4a2a1-562e-4e92-badb-0fadf68f2a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:37.983432 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-e1f4a2a1-562e-4e92-badb-0fadf68f2a47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417523 May 27 03:27:38.070959 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-c54d5234-d245-4590-b081-f9ec3e96e22a service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804698 May 27 03:27:38.166769 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-94850e8a-111d-4885-b1c5-460276ff1b20 req-34e62fae-975b-42c8-b451-3146cff9c98f service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839815 May 27 03:27:42.868630 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=50 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:42.872450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=47 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:45.301741 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=72 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:45.307048 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=76 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:45.627489 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:47.721932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12a8ae-9f6b-4ce2-8916-0df5549ff07b req-da0690c4-2c0a-4988-80a2-27c87731ac4b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:47.723425 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b12a8ae-9f6b-4ce2-8916-0df5549ff07b req-da0690c4-2c0a-4988-80a2-27c87731ac4b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0471978 May 27 03:27:47.769317 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b12a8ae-9f6b-4ce2-8916-0df5549ff07b req-d328b8df-da0f-4d8d-b00c-eb8c0c965140 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402844 May 27 03:27:48.545522 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55d92b-cb47-4afd-ab25-04859555885d req-d6a7db92-09ce-4feb-82cb-a033e06594c3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:48.546897 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9c55d92b-cb47-4afd-ab25-04859555885d req-d6a7db92-09ce-4feb-82cb-a033e06594c3 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0474920 May 27 03:27:48.594472 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9c55d92b-cb47-4afd-ab25-04859555885d req-0bce67f5-9362-48e4-a199-32d4a1362bf9 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421233 May 27 03:27:48.881809 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4192cadb-98fb-42a0-ba96-e503db7a7703 req-e68f207d-0167-4cee-b03c-92515b0d2516 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:48.883215 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4192cadb-98fb-42a0-ba96-e503db7a7703 req-e68f207d-0167-4cee-b03c-92515b0d2516 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0448887 May 27 03:27:49.131157 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4192cadb-98fb-42a0-ba96-e503db7a7703 req-1468df8c-6ee4-4990-87be-8a6cd347951d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2425878 May 27 03:27:49.710947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c6cd8-71c7-42f2-96e5-c827b5b6b90d req-ae51ad02-4369-4a09-86af-5882d80db4b8 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:49.712357 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9f9c6cd8-71c7-42f2-96e5-c827b5b6b90d req-ae51ad02-4369-4a09-86af-5882d80db4b8 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0514016 May 27 03:27:49.758133 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9f9c6cd8-71c7-42f2-96e5-c827b5b6b90d req-81583ff8-c628-46a0-a44e-5cbc52abd4d7 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403721 May 27 03:27:50.245228 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b7a54-2cd4-4bcb-9e17-f57a8707ac6b req-7fccc433-fddb-43a3-b160-5b46685d2cf6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.246694 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae4b7a54-2cd4-4bcb-9e17-f57a8707ac6b req-7fccc433-fddb-43a3-b160-5b46685d2cf6 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0477030 May 27 03:27:50.292863 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae4b7a54-2cd4-4bcb-9e17-f57a8707ac6b req-74deb109-b4d5-447c-972c-010957484e18 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402005 May 27 03:27:50.371719 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-738ba590-01b7-4c20-bda9-938b39ca9eec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.689010 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-3579b0cd-e32a-44ec-b4e9-73d67ef39c36 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.690453 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-3579b0cd-e32a-44ec-b4e9-73d67ef39c36 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0504830 May 27 03:27:50.774666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Deleting port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:27:50.775334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.893535 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0be498-b389-467c-8e83-316dd059ea7e req-80f9de71-3274-474e-9714-ae9c91fbc86e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:50.894989 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b0be498-b389-467c-8e83-316dd059ea7e req-80f9de71-3274-474e-9714-ae9c91fbc86e tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/ports?device_id=3861273f-f82d-46bd-b0c7-ce36e0a9e7f9 HTTP/1.1" status: 200 len: 945 time: 0.0688770 May 27 03:27:50.912880 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] For port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,segment=NetworkSegment(8234344d-83bd-475f-becf-bc651bb5216a),segment_id=8234344d-83bd-475f-becf-bc651bb5216a)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:27:50.913248 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:50.934125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Calling delete_port for c9d2778e-8a9c-45f3-aca5-af5c4cfc112b owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:27:50.992359 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1b0be498-b389-467c-8e83-316dd059ea7e req-453f1c8b-453f-4e53-89b9-f863d25cd0a9 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.62 "GET /v2.0/security-groups?id=1a7f7e59-eca1-4031-b279-f708c5e2161d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917549 May 27 03:27:51.026896 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:51.033958 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:51.081843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c9d2778e-8a9c-45f3-aca5-af5c4cfc112b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.112041 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Pushing event deleted for resources: {'Port': ['ID=c9d2778e-8a9c-45f3-aca5-af5c4cfc112b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:27:51.129210 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['c9d2778e-8a9c-45f3-aca5-af5c4cfc112b'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:27:51.154852 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] No DVR routers for this DVR port c9d2778e-8a9c-45f3-aca5-af5c4cfc112b on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:27:51.157701 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:51.160862 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a864f2f8-4db5-4626-9436-02cd42d04970 req-a8e2451f-61b3-423a-9ea1-0d46e5c13c99 tempest-VolumesSnapshotTestJSON-77916036 tempest-VolumesSnapshotTestJSON-77916036-project] 10.222.0.60 "DELETE /v2.0/ports/c9d2778e-8a9c-45f3-aca5-af5c4cfc112b HTTP/1.1" status: 204 len: 173 time: 0.4651744 May 27 03:27:51.161304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'name': 'network-vif-deleted', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:27:51.163516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cf21312-f7cf-451d-88b1-ff8b2bf837e3" -d '{"events": [{"server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "name": "network-vif-deleted", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:27:51.201502 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce94c70-dd0f-435d-83a6-bc061cc1c1dd x-openstack-request-id: req-bce94c70-dd0f-435d-83a6-bc061cc1c1dd {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:27:51.201800 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3861273f-f82d-46bd-b0c7-ce36e0a9e7f9", "name": "network-vif-deleted", "tag": "c9d2778e-8a9c-45f3-aca5-af5c4cfc112b", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:27:51.202070 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-bce94c70-dd0f-435d-83a6-bc061cc1c1dd {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:27:51.202461 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bce94c70-dd0f-435d-83a6-bc061cc1c1dd'] response: {'server_uuid': '3861273f-f82d-46bd-b0c7-ce36e0a9e7f9', 'name': 'network-vif-deleted', 'tag': 'c9d2778e-8a9c-45f3-aca5-af5c4cfc112b', 'status': 'completed', 'code': 200} May 27 03:27:51.406141 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1a6a26-756d-40e9-842d-bd4daa978312 req-5f7a8895-5475-4dfd-8734-afdd3d6c760d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:51.407603 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a1a6a26-756d-40e9-842d-bd4daa978312 req-5f7a8895-5475-4dfd-8734-afdd3d6c760d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0478480 May 27 03:27:51.455307 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6a1a6a26-756d-40e9-842d-bd4daa978312 req-e90f8765-6652-483b-8876-86c89cfef8a2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419173 May 27 03:27:52.570568 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac60ce71-f37d-4d31-bd18-501db4b3500f req-42974a13-6410-4452-8b45-ed03bc2891df tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:52.572011 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ac60ce71-f37d-4d31-bd18-501db4b3500f req-42974a13-6410-4452-8b45-ed03bc2891df tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0501034 May 27 03:27:52.619042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ac60ce71-f37d-4d31-bd18-501db4b3500f req-97ff1eda-b6fb-4c61-a68a-bf8225490b6c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413411 May 27 03:27:52.655736 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e23fad75-a3e8-4a9b-97c0-46bc8a380ebb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:53.732898 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e788dff-3a45-4a5b-806a-9daac24228eb req-5f965198-3af5-4210-9cd6-78cdaa9f46ad tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:53.734384 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5e788dff-3a45-4a5b-806a-9daac24228eb req-5f965198-3af5-4210-9cd6-78cdaa9f46ad tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0506620 May 27 03:27:53.783803 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5e788dff-3a45-4a5b-806a-9daac24228eb req-0588e872-9c58-4d09-9bc4-bd78479609ac tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422640 May 27 03:27:53.969188 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:54.903030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c54463-1df0-4785-9ea7-29f06d0dbaf0 req-009694b7-c49e-4870-b8c6-42aae7be9b51 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:54.904505 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-95c54463-1df0-4785-9ea7-29f06d0dbaf0 req-009694b7-c49e-4870-b8c6-42aae7be9b51 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0492070 May 27 03:27:54.953424 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-95c54463-1df0-4785-9ea7-29f06d0dbaf0 req-5168eee5-c2bd-41e1-adc6-5e38fdd71ebd tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 May 27 03:27:55.320806 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.068666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba70a39-3699-4983-87d4-f11f3017040d req-cd690c1e-f475-4115-9133-b83c0511ae81 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:56.070109 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8ba70a39-3699-4983-87d4-f11f3017040d req-cd690c1e-f475-4115-9133-b83c0511ae81 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0461009 May 27 03:27:56.118697 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8ba70a39-3699-4983-87d4-f11f3017040d req-28dff57d-e024-4631-85ed-b938152430e1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429461 May 27 03:27:56.434932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c9d2778e-8a9c-45f3-aca5-af5c4cfc112b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:27:56.457484 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: c9d2778e-8a9c-45f3-aca5-af5c4cfc112b {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:27:56.457816 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c9d2778e-8a9c-45f3-aca5-af5c4cfc112b not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:27:56.742742 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-a33d3b37-9b5c-4eb0-9d64-05c915af397b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0378065 May 27 03:27:56.766891 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:56.820497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46858-ce25-4901-ad81-24071891903d req-88379650-efda-464f-bd7f-adf6ad62e90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:56.822233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-88379650-efda-464f-bd7f-adf6ad62e90d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 1130 time: 0.0401826 May 27 03:27:56.927853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46858-ce25-4901-ad81-24071891903d req-6870cf76-d958-42e8-b6f2-08553d241b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:56.929238 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-6870cf76-d958-42e8-b6f2-08553d241b35 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.0869098 May 27 03:27:56.968590 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-13a477f9-557c-44a1-aa86-cd71a54c404c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5 HTTP/1.1" status: 200 len: 217 time: 0.0318384 May 27 03:27:56.974720 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:56.979192 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.018698 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46858-ce25-4901-ad81-24071891903d req-ba6cf0b8-28bb-46a0-b99b-017040fcaeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.020161 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-ba6cf0b8-28bb-46a0-b99b-017040fcaeb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0439939 May 27 03:27:57.073688 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d46858-ce25-4901-ad81-24071891903d req-176dfdd7-5c3e-447e-88fa-a264b8ee1edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.075238 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-176dfdd7-5c3e-447e-88fa-a264b8ee1edd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463002 May 27 03:27:57.168846 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-34b558c8-f571-410a-9e6c-73c2fbb8e462 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841196 May 27 03:27:57.275361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61824cf-d27d-4bb9-bcb8-68d0fbf24f3d req-17b4fd9d-fe6c-48b1-a0d6-3bb1eee03a4c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:57.277068 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d61824cf-d27d-4bb9-bcb8-68d0fbf24f3d req-17b4fd9d-fe6c-48b1-a0d6-3bb1eee03a4c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0930631 May 27 03:27:57.311953 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.324079 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58d46858-ce25-4901-ad81-24071891903d req-028629ab-4c6d-443e-8abb-8df38b536e98 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481342 May 27 03:27:57.347468 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:27:57.352529 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d61824cf-d27d-4bb9-bcb8-68d0fbf24f3d req-49475e03-d546-4315-9e5e-7c2a976476a3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690207 May 27 03:27:57.717653 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:27:58.476594 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a35ea3-28dc-4ecb-9f52-a62df4c0be77 req-ba7e81e3-6bef-4aec-a135-4513b41dc060 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:58.478068 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58a35ea3-28dc-4ecb-9f52-a62df4c0be77 req-ba7e81e3-6bef-4aec-a135-4513b41dc060 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0559850 May 27 03:27:58.524575 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58a35ea3-28dc-4ecb-9f52-a62df4c0be77 req-99249c8f-d5bd-4904-a7b4-de835401dd90 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407231 May 27 03:27:59.639151 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c55914-909d-4370-ada9-b2a0777f82fd req-ab906ae1-08ef-4cb5-b089-06c1b62f9320 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:27:59.640676 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7c55914-909d-4370-ada9-b2a0777f82fd req-ab906ae1-08ef-4cb5-b089-06c1b62f9320 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0486553 May 27 03:27:59.690103 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7c55914-909d-4370-ada9-b2a0777f82fd req-7b8300b2-81ab-418a-b2c8-c3c4bf002ed1 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439105 May 27 03:28:00.034050 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:28:00.806163 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc05d6-5bf4-4c54-b948-9bc534a69c41 req-378786aa-9ab8-495e-ab37-232de05c67fa tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:00.807633 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05cc05d6-5bf4-4c54-b948-9bc534a69c41 req-378786aa-9ab8-495e-ab37-232de05c67fa tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0479271 May 27 03:28:00.855346 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05cc05d6-5bf4-4c54-b948-9bc534a69c41 req-1812074e-c3a5-47b3-848e-aef7847ee842 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408630 May 27 03:28:01.966787 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e89f7b-25b6-4ed7-a367-8bdce9cfd004 req-b20989c8-a9d8-4a8b-a073-f1be44d1c4d8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:01.968271 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3e89f7b-25b6-4ed7-a367-8bdce9cfd004 req-b20989c8-a9d8-4a8b-a073-f1be44d1c4d8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0476122 May 27 03:28:02.014109 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3e89f7b-25b6-4ed7-a367-8bdce9cfd004 req-9e95fe32-8bda-4610-8b3e-ab9c2387cd15 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 May 27 03:28:03.127098 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669599c-8774-44f1-9caf-6a33594bde2c req-f29ffefa-8b02-40c0-a4f1-a41bff22c52e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:03.129059 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c669599c-8774-44f1-9caf-6a33594bde2c req-f29ffefa-8b02-40c0-a4f1-a41bff22c52e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0489552 May 27 03:28:03.174453 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c669599c-8774-44f1-9caf-6a33594bde2c req-2a6ffc1b-16bc-4ced-8e8a-87b7b37a2b21 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399292 May 27 03:28:04.286225 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4e4b74-f650-427a-97cf-e35c6f91f11e req-9b159f82-8fe2-41ba-a72c-651cc58065f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:04.287664 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a4e4b74-f650-427a-97cf-e35c6f91f11e req-9b159f82-8fe2-41ba-a72c-651cc58065f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0463450 May 27 03:28:04.333447 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4a4e4b74-f650-427a-97cf-e35c6f91f11e req-312c436a-f638-4242-9eeb-fbf5f5f4643c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402713 May 27 03:28:05.443589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abf6d7-4847-4ad3-a698-54e697186104 req-ee21a0d0-a673-432c-a07b-77bced65e82e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:05.445053 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99abf6d7-4847-4ad3-a698-54e697186104 req-ee21a0d0-a673-432c-a07b-77bced65e82e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0462999 May 27 03:28:05.492209 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99abf6d7-4847-4ad3-a698-54e697186104 req-b36b0bc8-7d0c-440a-9123-6a6f407174aa tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413775 May 27 03:28:06.609020 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfb180-6f06-4695-8d1b-c5667415673e req-d706a576-3853-465d-889a-7e6f93fd9e96 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:06.610522 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f2cfb180-6f06-4695-8d1b-c5667415673e req-d706a576-3853-465d-889a-7e6f93fd9e96 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0519159 May 27 03:28:06.662413 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f2cfb180-6f06-4695-8d1b-c5667415673e req-dfed0e76-68b1-4f46-93bf-aeade698002b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458574 May 27 03:28:06.901092 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045395b-dd99-4111-8629-a70de0901f58 req-89423844-4f46-4863-bcc7-4013f4102ae8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:06.902540 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6045395b-dd99-4111-8629-a70de0901f58 req-89423844-4f46-4863-bcc7-4013f4102ae8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0725269 May 27 03:28:06.907495 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-598ff4e2-c627-4d25-a9c6-192bb52bc7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:06.909437 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-598ff4e2-c627-4d25-a9c6-192bb52bc7e1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.0517874 May 27 03:28:07.008113 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6045395b-dd99-4111-8629-a70de0901f58 req-353224c4-76f7-4f37-a72f-dfc8b63fcfe2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977218 May 27 03:28:07.030404 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-dd72b553-f39b-453f-b582-e9e10d4314f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.031812 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-dd72b553-f39b-453f-b582-e9e10d4314f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1149511 May 27 03:28:07.095539 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-2911d77e-9e3a-4fcb-a4be-61baf25be815 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0568333 May 27 03:28:07.143584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-0e89bcd2-6ea8-4253-a4a1-bb76bbd76b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.145042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-0e89bcd2-6ea8-4253-a4a1-bb76bbd76b6d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0424807 May 27 03:28:07.191126 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-62ce0d30-c32b-49bd-a566-16cce3d330c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.192692 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-62ce0d30-c32b-49bd-a566-16cce3d330c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384941 May 27 03:28:07.289860 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-71cf01df-6d32-4001-a111-0590e17abad2 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876887 May 27 03:28:07.389937 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-50011f9f-3cf5-46d2-b884-5205b4ab8918 req-6b91fa53-9acb-4497-8f50-98576600ad21 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925031 May 27 03:28:07.711029 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:07.712895 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:07.781521 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f4cd7a-d809-4079-b115-c8a996d4ab13 req-23bf0194-ac42-47d0-8260-675b48c04534 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:07.782953 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58f4cd7a-d809-4079-b115-c8a996d4ab13 req-23bf0194-ac42-47d0-8260-675b48c04534 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0464025 May 27 03:28:07.833668 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-58f4cd7a-d809-4079-b115-c8a996d4ab13 req-f88a7b2f-a3cb-4674-a36f-8a9da561c56c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445576 May 27 03:28:08.122074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c18ab-e614-4454-826a-dbc98cd59420 req-ef31ae02-d07e-4726-bc10-5bfdbbc6fa64 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:08.123503 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-191c18ab-e614-4454-826a-dbc98cd59420 req-ef31ae02-d07e-4726-bc10-5bfdbbc6fa64 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0463860 May 27 03:28:08.141451 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:08.149684 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:08.170948 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-191c18ab-e614-4454-826a-dbc98cd59420 req-f8455ad8-b208-4b48-9e5d-b7ae3c85078d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414732 May 27 03:28:08.947096 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9eb694-d72d-4af5-81be-279e5df5d09d req-c79a767d-1916-4ddd-a4c4-974dd1cad722 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:08.948594 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c9eb694-d72d-4af5-81be-279e5df5d09d req-c79a767d-1916-4ddd-a4c4-974dd1cad722 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0473804 May 27 03:28:08.994741 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c9eb694-d72d-4af5-81be-279e5df5d09d req-10b0400e-360e-44f7-a5f4-d44db689f568 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407064 May 27 03:28:09.187656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36037ad-5900-483b-a886-723b41c03301 req-cbe9b713-0eb7-4167-bc97-9c1ffd150e27 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.189062 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a36037ad-5900-483b-a886-723b41c03301 req-cbe9b713-0eb7-4167-bc97-9c1ffd150e27 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0465994 May 27 03:28:09.241536 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a36037ad-5900-483b-a886-723b41c03301 req-699cafb8-90df-4c2d-93d8-ba4c7f47d648 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 May 27 03:28:09.260266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-32f195dd-1ca8-4480-ac17-33fd123d6690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.261762 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-32f195dd-1ca8-4480-ac17-33fd123d6690 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 1129 time: 0.0536153 May 27 03:28:09.311558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f78fde7-7a4c-4494-a24c-97920a1549f9 req-306a5158-1c8c-44b3-b1c7-217144e8a5cf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.313021 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3f78fde7-7a4c-4494-a24c-97920a1549f9 req-306a5158-1c8c-44b3-b1c7-217144e8a5cf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0692570 May 27 03:28:09.409438 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3f78fde7-7a4c-4494-a24c-97920a1549f9 req-c35fa8bb-513c-430e-bf99-ef18e378253b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718076 May 27 03:28:09.412065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-f9e9f259-7050-4e9b-966a-642dce19e482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.413416 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-f9e9f259-7050-4e9b-966a-642dce19e482 service neutron] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 911 time: 0.1367328 May 27 03:28:09.474708 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-35e31840-24c7-4618-917d-5f9803970c75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 200 len: 1001 time: 0.0547976 May 27 03:28:09.522577 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-763ace6e-b0d3-4bd1-8436-6b0baf1eab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.524059 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-763ace6e-b0d3-4bd1-8436-6b0baf1eab55 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.0435810 May 27 03:28:09.573413 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-0c635eb9-1b6e-4868-8c6d-a1394546f12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:09.574931 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-0c635eb9-1b6e-4868-8c6d-a1394546f12e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434976 May 27 03:28:09.665517 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-57fabb4a-82cf-46c5-a25a-4b568fd778b7 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839925 May 27 03:28:09.758133 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b0ad5bc0-fade-4ea9-b998-7485ce01c4dd req-97feac7b-b9b8-4845-ad58-6043b09da687 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855117 May 27 03:28:10.362885 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479d418-c3f0-4f30-9d95-a3e9fee3e5f1 req-052decbd-e505-46a2-9253-7550f94eac1b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:10.364376 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3479d418-c3f0-4f30-9d95-a3e9fee3e5f1 req-052decbd-e505-46a2-9253-7550f94eac1b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0531962 May 27 03:28:10.406526 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:10.411137 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3479d418-c3f0-4f30-9d95-a3e9fee3e5f1 req-3477879c-b295-4089-8c6b-8fed7847ec1e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411873 May 27 03:28:10.523552 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40205660-8ba5-491b-9a83-250d0dad7940 req-35205870-a70f-4af0-a9b4-9fa25fee2a86 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:10.524967 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-40205660-8ba5-491b-9a83-250d0dad7940 req-35205870-a70f-4af0-a9b4-9fa25fee2a86 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0472779 May 27 03:28:10.570247 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-40205660-8ba5-491b-9a83-250d0dad7940 req-2f14992a-2ac2-4ec2-abd9-9e857feb3b89 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399733 May 27 03:28:11.504979 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:11.522994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67b8960-fb71-4890-8134-88d2ab265282 req-d57772e7-4227-407e-a17b-51f8adaa4f75 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.524476 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b67b8960-fb71-4890-8134-88d2ab265282 req-d57772e7-4227-407e-a17b-51f8adaa4f75 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0469482 May 27 03:28:11.569901 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b67b8960-fb71-4890-8134-88d2ab265282 req-5d9f1e9c-3b79-45e2-95b8-82c93212c065 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400321 May 27 03:28:11.680640 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482c2e55-7335-410a-8a74-a8bf8d90070b req-38afdaec-1786-46b8-8c6e-1dc4c6532ecc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:11.682016 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-482c2e55-7335-410a-8a74-a8bf8d90070b req-38afdaec-1786-46b8-8c6e-1dc4c6532ecc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0455062 May 27 03:28:11.730714 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-482c2e55-7335-410a-8a74-a8bf8d90070b req-ce4aaf78-7de7-49e7-8f50-25708382d5a9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434649 May 27 03:28:12.846622 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0b2c-e157-4eff-8ca0-c012e775ce1e req-f71b4550-1808-4df7-933c-6484fea1cf06 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:12.848074 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-110b0b2c-e157-4eff-8ca0-c012e775ce1e req-f71b4550-1808-4df7-933c-6484fea1cf06 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0507452 May 27 03:28:12.894804 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-110b0b2c-e157-4eff-8ca0-c012e775ce1e req-469f6784-0015-4012-955d-e51e3fe06aa6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411417 May 27 03:28:14.007893 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efadf1e-a002-460b-b54c-b2ca8b464a48 req-af8e7773-9c35-4f9b-bc0c-d387fc43732c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:14.009356 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0efadf1e-a002-460b-b54c-b2ca8b464a48 req-af8e7773-9c35-4f9b-bc0c-d387fc43732c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0464017 May 27 03:28:14.057044 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0efadf1e-a002-460b-b54c-b2ca8b464a48 req-bc281059-4665-44fd-9768-711954ef268b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423203 May 27 03:28:15.172184 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6717224-c6b0-41a6-a237-001e4f1f60e0 req-e9cebf70-4eb7-454c-9125-6e5ebc9f8d30 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:15.173674 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e6717224-c6b0-41a6-a237-001e4f1f60e0 req-e9cebf70-4eb7-454c-9125-6e5ebc9f8d30 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0477178 May 27 03:28:15.221952 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e6717224-c6b0-41a6-a237-001e4f1f60e0 req-42325289-6982-4bbc-8392-4ebe3079a5de tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423744 May 27 03:28:15.261326 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60936) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:15.311298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Deleting subnet 95d20c3d-e7ab-4459-9f26-2393a952bfc6 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:28:15.315093 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Publish callbacks [] for subnet (95d20c3d-e7ab-4459-9f26-2393a952bfc6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.345975 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.352686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (95d20c3d-e7ab-4459-9f26-2393a952bfc6), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.395982 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (95d20c3d-e7ab-4459-9f26-2393a952bfc6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.413928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:15.448311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (95d20c3d-e7ab-4459-9f26-2393a952bfc6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.474217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95d20c3d-e7ab-4459-9f26-2393a952bfc6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:15.477140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.479628 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/95d20c3d-e7ab-4459-9f26-2393a952bfc6 HTTP/1.1" status: 204 len: 168 time: 0.2170162 May 27 03:28:15.482246 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60938) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:15.485759 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.486597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.486943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.487281 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.487615 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.487973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.488304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.488632 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.488957 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.489284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.489615 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.489945 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.490299 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.490624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.490943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423ccfa3-2205-4396-9eac-a93ffa3bb3f3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.553860 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (1d757b8e-3c2c-4d66-84a9-f19b199440d3), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.629598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (1d757b8e-3c2c-4d66-84a9-f19b199440d3), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.648977 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d757b8e-3c2c-4d66-84a9-f19b199440d3']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:15.658469 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8234344d-83bd-475f-becf-bc651bb5216a') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:15.658767 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8234344d-83bd-475f-becf-bc651bb5216a') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:15.667850 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (8234344d-83bd-475f-becf-bc651bb5216a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.681164 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (8234344d-83bd-475f-becf-bc651bb5216a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.686904 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Releasing vlan 589 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:28:15.687284 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (8234344d-83bd-475f-becf-bc651bb5216a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.731893 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 8234344d-83bd-475f-becf-bc651bb5216a resource provider aggregate not found May 27 03:28:15.751688 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 8234344d-83bd-475f-becf-bc651bb5216a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8234344d-83bd-475f-becf-bc651bb5216a found for delete ", "request_id": "req-1af51545-47e8-406d-b217-ddda3e742c80"}]} May 27 03:28:15.753015 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (1d757b8e-3c2c-4d66-84a9-f19b199440d3), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.759220 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:15.762389 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1d757b8e-3c2c-4d66-84a9-f19b199440d3 HTTP/1.1" status: 204 len: 168 time: 0.2791026 May 27 03:28:15.773888 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d757b8e-3c2c-4d66-84a9-f19b199440d3,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:15.781115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.781462 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.781801 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.782132 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.782463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.782794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.783662 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.784013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.784340 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.784676 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.785012 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.785332 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.785649 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.785963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.786276 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e9484b3-cf88-4f63-9532-c8635a859219 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:15.931898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60946) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:15.971978 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c7fe6896-f7e5-43b9-a7fb-492a225682aa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aee9b49e32b848e2a75facdeef1aa8a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388200 May 27 03:28:15.974299 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60948) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.020502 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] Publish callbacks [] for security_group (1a7f7e59-eca1-4031-b279-f708c5e2161d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.041704 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] Publish callbacks [] for security_group (1a7f7e59-eca1-4031-b279-f708c5e2161d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.088289 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1a7f7e59-eca1-4031-b279-f708c5e2161d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.091062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.092232 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1a7f7e59-eca1-4031-b279-f708c5e2161d HTTP/1.1" status: 204 len: 168 time: 0.1170228 May 27 03:28:16.101079 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5baae7c3-ded9-4560-a88a-099482cd572c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7f7e59-eca1-4031-b279-f708c5e2161d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:16.348269 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fcf914-5843-483b-85b0-a19cab80e71a req-9acbb493-8f05-44bc-a234-ec24a6befa4f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.349781 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2fcf914-5843-483b-85b0-a19cab80e71a req-9acbb493-8f05-44bc-a234-ec24a6befa4f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0559382 May 27 03:28:16.400734 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2fcf914-5843-483b-85b0-a19cab80e71a req-47ed65ec-86bc-4651-ae3d-35841fb7a0b8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445180 May 27 03:28:16.615014 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce26dad3-a2c5-471a-8641-68d9cc1e0160 req-ae4a6e33-fd5d-48e9-827b-f106f2850b39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:16.616547 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce26dad3-a2c5-471a-8641-68d9cc1e0160 req-ae4a6e33-fd5d-48e9-827b-f106f2850b39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0485206 May 27 03:28:16.662719 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:16.667418 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce26dad3-a2c5-471a-8641-68d9cc1e0160 req-824b1ffd-0b22-4ba5-ae40-bfc81c79b6c9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451126 May 27 03:28:16.805897 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60980) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:16.904144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1914889745-network', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:16.916691 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:16.925193 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Made reservation on behalf of ffc47aa302dc4c4e94c4bc7227728c40 for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:16.927478 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:16.936234 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.012369 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks [] for security_group (edc2892a-5096-4cda-8c63-415a78132613), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.016935 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (edc2892a-5096-4cda-8c63-415a78132613), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.039147 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] vlan segment allocate from pool success with {'vlan_id': 579, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:17.055088 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc2892a-5096-4cda-8c63-415a78132613,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.058305 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (325ef307-f20c-42ae-a303-607424653ef0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.058705 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Added segment 325ef307-f20c-42ae-a303-607424653ef0 of type vlan for network 561895ec-13c2-4737-9f4c-a28189f41261 May 27 03:28:17.099032 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (561895ec-13c2-4737-9f4c-a28189f41261), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.122483 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (561895ec-13c2-4737-9f4c-a28189f41261), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.123450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.124058 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.175608 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3686402 May 27 03:28:17.178578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 60984) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:17.183344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Request body: {'subnet': {'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1914889745-subnet', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:17.186002 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a31723-fbaa-4e52-a244-87cf89bba678 admin admin] Pushing event updated for resources: {'Network': ['ID=561895ec-13c2-4737-9f4c-a28189f41261,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.195264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 561895ec-13c2-4737-9f4c-a28189f41261 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:28:17.203788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Made reservation on behalf of ffc47aa302dc4c4e94c4bc7227728c40 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:17.206275 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9967568'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.369030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9951579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9967558'] for subnet (54d01bde-5bb4-4778-816e-ba887aaa3415), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.416727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Pushing event updated for resources: {'Subnet': ['ID=54d01bde-5bb4-4778-816e-ba887aaa3415,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:17.433084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:17.433445 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Network hostable DHCP agents. Network: 561895ec-13c2-4737-9f4c-a28189f41261, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:17.446311 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.453015 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Network 561895ec-13c2-4737-9f4c-a28189f41261 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:17.455051 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:17.462205 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 561895ec-13c2-4737-9f4c-a28189f41261) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:17.466991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.467633 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.472101 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-941f0da7-48fb-4cf8-8cb1-cd3877a2b3e0 None None] Network 561895ec-13c2-4737-9f4c-a28189f41261 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:17.512998 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cbd41304-fa01-4c44-9b22-fe71b133f18e admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3333032 May 27 03:28:17.515756 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60988) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:17.521329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:17.533517 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8090ea-414a-4663-96fb-afebcf6de407 req-03117ff4-ac71-4f65-90ed-48c516207a7f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.535149 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-be8090ea-414a-4663-96fb-afebcf6de407 req-03117ff4-ac71-4f65-90ed-48c516207a7f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0597477 May 27 03:28:17.549786 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.550895 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.589345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-be8090ea-414a-4663-96fb-afebcf6de407 req-d8f078c2-4171-4f47-b7c7-cf328191d84d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476093 May 27 03:28:17.615274 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for router_controller (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.710592 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-561895ec-13c2-4737-9f4c-a28189f41261', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:28:17.711412 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.746248 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for router_gateway (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:17.836481 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdf14c-1264-4e96-8e37-579612bfb6b7 req-c5d6711f-ead4-4b05-93a4-0adc25a8706f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:17.837956 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1ccdf14c-1264-4e96-8e37-579612bfb6b7 req-c5d6711f-ead4-4b05-93a4-0adc25a8706f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0883768 May 27 03:28:17.854998 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Allocated IP 172.20.0.2 (561895ec-13c2-4737-9f4c-a28189f41261/54d01bde-5bb4-4778-816e-ba887aaa3415/8781abd1-f1bb-4ef1-9616-d6720704bd7c) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:17.934617 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1ccdf14c-1264-4e96-8e37-579612bfb6b7 req-fb2d7316-fc6e-403d-971a-314eb5ce9b0d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902097 May 27 03:28:18.000709 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:18.005185 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks [] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.007665 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for router_gateway (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.010894 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.028875 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.051619 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:18.054495 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:18.058334 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:18.065263 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Pushing event updated for resources: {'Port': ['ID=8781abd1-f1bb-4ef1-9616-d6720704bd7c,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.075740 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.076111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.076454 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.076810 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.077125 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.077453 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.077775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.078104 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.078427 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.078749 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.079067 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.079408 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.080385 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.080706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.081026 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:18.110947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=82,neutron:INSERT=11,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:18.129675 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Attempting to bind port 8781abd1-f1bb-4ef1-9616-d6720704bd7c on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:18.130044 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Attempting to bind port 8781abd1-f1bb-4ef1-9616-d6720704bd7c by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:18.130406 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Attempting to bind port 8781abd1-f1bb-4ef1-9616-d6720704bd7c on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:18.135639 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:18.136072 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:18.136475 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.136868 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Bound using segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:18.137385 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Bound port: 8781abd1-f1bb-4ef1-9616-d6720704bd7c, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:18.137791 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.141171 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Allocated IP 172.27.1.190 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:18.200083 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] For port 8781abd1-f1bb-4ef1-9616-d6720704bd7c, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:18.203263 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] For port 8781abd1-f1bb-4ef1-9616-d6720704bd7c, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8781abd1-f1bb-4ef1-9616-d6720704bd7c,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:18.209466 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.247639 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.263808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379ca8b1-7f59-4217-901d-da9d4190e909 None None] Pushing event updated for resources: {'Port': ['ID=8781abd1-f1bb-4ef1-9616-d6720704bd7c,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.291795 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.334680 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:18.337955 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:18.342002 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:18.347270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:18.545745 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-492a606f-02d7-4fe8-b754-7f1de732bc92 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.547384 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-492a606f-02d7-4fe8-b754-7f1de732bc92 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.0614648 May 27 03:28:18.619037 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for router_gateway (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.739991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b92af1e-e72e-42f6-9222-500560d77e3a req-aa58c8ff-5e07-440a-9fc3-9b920ad52513 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:18.741337 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b92af1e-e72e-42f6-9222-500560d77e3a req-aa58c8ff-5e07-440a-9fc3-9b920ad52513 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0765598 May 27 03:28:18.741842 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Deleting port 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:18.742186 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.807989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:18.939962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:18.947242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:28:18.950375 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.066501 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b92af1e-e72e-42f6-9222-500560d77e3a req-b832a19a-b268-4a85-a0e4-b7fdd9c83338 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3085012 May 27 03:28:19.091855 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.093758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] For port 906f93e1-97e9-4418-8ad2-066ad5cfe98a, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=906f93e1-97e9-4418-8ad2-066ad5cfe98a,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:19.094011 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.106734 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.303291 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d80befd-9cca-404d-b9f2-f6b2202add5b None None] Network 561895ec-13c2-4737-9f4c-a28189f41261 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:19.308180 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:19.320242 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:19.322469 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8904a-05b5-49e3-8efd-daaff7dabc0c req-3853b08f-b98f-4554-9baf-0a2168897d9d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:19.324213 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5e8904a-05b5-49e3-8efd-daaff7dabc0c req-3853b08f-b98f-4554-9baf-0a2168897d9d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 946 time: 0.2849085 May 27 03:28:19.332585 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.332980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.333527 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Floating IP 67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384 disassociated. External IP: 172.27.1.200, port: 906f93e1-97e9-4418-8ad2-066ad5cfe98a. May 27 03:28:19.334080 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Calling delete_port for 906f93e1-97e9-4418-8ad2-066ad5cfe98a owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:19.334462 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:19.336580 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:19.353548 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.357199 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e1f8df43-2377-458d-8eba-5cf9fec097d8 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8379624 May 27 03:28:19.357504 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 60996) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:19.394390 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Provisioning complete for port 8781abd1-f1bb-4ef1-9616-d6720704bd7c triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:19.395657 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.439507 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a5e8904a-05b5-49e3-8efd-daaff7dabc0c req-261415e7-93cc-4cb1-bcfd-7e89f2d64b77 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=1d4f06fd-c554-4245-b8b5-d99ce9d71e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060557 May 27 03:28:19.444712 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.463347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:19.520192 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (906f93e1-97e9-4418-8ad2-066ad5cfe98a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.557189 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:19.559464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Current status of the port 8781abd1-f1bb-4ef1-9616-d6720704bd7c is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:19.560056 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.579515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'Port': ['ID=906f93e1-97e9-4418-8ad2-066ad5cfe98a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:19.609776 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8781abd1-f1bb-4ef1-9616-d6720704bd7c up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:19.651532 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] For port 8781abd1-f1bb-4ef1-9616-d6720704bd7c, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8781abd1-f1bb-4ef1-9616-d6720704bd7c,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:19.664993 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.772138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:19.786805 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 8781abd1-f1bb-4ef1-9616-d6720704bd7c triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:19.787298 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.790142 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48aedfcf-c59a-49cd-b3a3-4e57643d61ab None None] Pushing event updated for resources: {'Port': ['ID=8781abd1-f1bb-4ef1-9616-d6720704bd7c,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:19.818646 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:18Z', 'revision_number': 3, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:19.849620 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:19.850064 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Updating router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:19.899208 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.921779 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 8781abd1-f1bb-4ef1-9616-d6720704bd7c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:19.985920 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8806f7c7-6a86-4153-9486-c97ce6d4e1b6 None None] Provisioning complete for port 8781abd1-f1bb-4ef1-9616-d6720704bd7c triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:19.986296 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8806f7c7-6a86-4153-9486-c97ce6d4e1b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:19.989152 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:20.006235 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.015556 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:20.045367 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:20.045949 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:20.050338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] No DVR routers for this DVR port 906f93e1-97e9-4418-8ad2-066ad5cfe98a on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:20.053642 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.057796 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-464a0d0d-7cfe-4ef2-8cc6-2c024d46701e req-220d8345-cf9a-4bd6-bb22-d75277c6be52 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "DELETE /v2.0/ports/906f93e1-97e9-4418-8ad2-066ad5cfe98a HTTP/1.1" status: 204 len: 173 time: 1.4443083 May 27 03:28:20.058719 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-deleted', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:20.062138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bca3fb5-5d1a-47e3-8548-446ecf0c8d6c" -d '{"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-deleted", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:20.106640 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ee63db-c02d-4829-a0d9-0c462c457dfc x-openstack-request-id: req-52ee63db-c02d-4829-a0d9-0c462c457dfc {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:20.107216 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "668956ce-1a9e-43d1-a8d9-6ed759ad30f3", "name": "network-vif-deleted", "tag": "906f93e1-97e9-4418-8ad2-066ad5cfe98a", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:20.108128 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-52ee63db-c02d-4829-a0d9-0c462c457dfc {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:20.108296 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52ee63db-c02d-4829-a0d9-0c462c457dfc'] response: {'server_uuid': '668956ce-1a9e-43d1-a8d9-6ed759ad30f3', 'name': 'network-vif-deleted', 'tag': '906f93e1-97e9-4418-8ad2-066ad5cfe98a', 'status': 'completed', 'code': 200} May 27 03:28:20.200059 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:20.231863 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Allocated IP 172.20.0.1 (561895ec-13c2-4737-9f4c-a28189f41261/54d01bde-5bb4-4778-816e-ba887aaa3415/866587da-87e6-43ac-bfcf-ea087acff421) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:20.302510 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks [] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.306145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.313264 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.368780 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Attempting to bind port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:20.368780 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Attempting to bind port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:20.369587 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Attempting to bind port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:20.372618 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Pushing event updated for resources: {'Port': ['ID=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.374715 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa24768-a4de-4684-8a89-eb205c1be621 req-64a22d94-d6e3-42cd-8ebe-64ae3e0abcf4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:20.376236 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bfa24768-a4de-4684-8a89-eb205c1be621 req-64a22d94-d6e3-42cd-8ebe-64ae3e0abcf4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0681365 May 27 03:28:20.381229 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:20.381687 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:20.382146 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.382601 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:20.383132 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Bound port: 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:20.384035 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.387037 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.387251 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.387682 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.389078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.389078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.389078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.389078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.389853 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.390252 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.390718 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.391322 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.391473 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.392557 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.392949 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.393330 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.393713 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:28:20.397200 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.441273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8806f7c7-6a86-4153-9486-c97ce6d4e1b6 None None] Current status of the port 8781abd1-f1bb-4ef1-9616-d6720704bd7c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:20.446743 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-17573ef4-f2b7-46d6-b4e3-04c10fd558be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.448063 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks [] for port (866587da-87e6-43ac-bfcf-ea087acff421), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.466516 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] For port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:20.472638 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] For port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:20.478764 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bfa24768-a4de-4684-8a89-eb205c1be621 req-08bed2f1-907d-46a3-8655-daffac0ed494 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868363 May 27 03:28:20.479276 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.519337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:20.520067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.550572 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:20.552710 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:20.566729 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:20.572812 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:20.576484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:20.577123 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 906f93e1-97e9-4418-8ad2-066ad5cfe98a {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:20.577469 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 906f93e1-97e9-4418-8ad2-066ad5cfe98a not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:20.582924 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:20.583201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:20.606832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Pushing event updated for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.618901 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:20.620420 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:27:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:20.632450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.633161 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.634171 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466ac2ac-956a-4f75-8c63-ac73693f549e None None] Pushing event updated for resources: {'Port': ['ID=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:20.656197 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffd7c8ad-8b24-4f3e-94cb-74a31391eed9 req-af14fc08-8802-4fd5-8034-1dbe47eecc7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=668956ce-1a9e-43d1-a8d9-6ed759ad30f3 HTTP/1.1" status: 200 len: 210 time: 0.0379612 May 27 03:28:20.767670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:20.770043 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:20.868321 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (866587da-87e6-43ac-bfcf-ea087acff421), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:20.882583 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:20.937002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-9d7854ae-d584-4c46-a82a-6edd3fc70dcb None None] Provisioning complete for port 866587da-87e6-43ac-bfcf-ea087acff421 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:20.937368 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9d7854ae-d584-4c46-a82a-6edd3fc70dcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (866587da-87e6-43ac-bfcf-ea087acff421), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.005678 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-9d7854ae-d584-4c46-a82a-6edd3fc70dcb None None] Port 866587da-87e6-43ac-bfcf-ea087acff421 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:21.042438 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.094892 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:18Z', 'revision_number': 3, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:21.105671 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks [] for port (866587da-87e6-43ac-bfcf-ea087acff421), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.113410 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.123807 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3549d7-0a14-4976-ae3b-9f4b41e3dd01 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:18Z', 'revision_number': 3, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:21.175578 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.191989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.203173 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Pushing event updated for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:21.229385 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:21.258491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba267ec-976e-4c73-a676-324449302e0f None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:21.310369 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:21.312225 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:21.522606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:21.688115 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:21.721301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7776821-ebc3-4bfa-9f7a-38852246d6fa req-29788b74-a4f3-49f1-bc19-2f9784d5e6c1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:21.722896 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c7776821-ebc3-4bfa-9f7a-38852246d6fa req-29788b74-a4f3-49f1-bc19-2f9784d5e6c1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.1072397 May 27 03:28:21.726852 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:21.780005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-2bd5659a-7ede-47b8-b08a-9a68c4ae9d58 None None] Provisioning complete for port 866587da-87e6-43ac-bfcf-ea087acff421 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:21.780380 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-2bd5659a-7ede-47b8-b08a-9a68c4ae9d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (866587da-87e6-43ac-bfcf-ea087acff421), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.785692 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:21.794411 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-434f515b-f5ac-4d81-9bc4-13bb718c1e9d None None] New status for floating IP 67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:21.817798 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-2bd5659a-7ede-47b8-b08a-9a68c4ae9d58 None None] Port 866587da-87e6-43ac-bfcf-ea087acff421 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:21.831383 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-05732e88-e0c4-408c-8862-ee0946ef0b68 admin admin] 10.222.0.62 "PUT /v2.0/routers/e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4724874 May 27 03:28:21.838020 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:21.843418 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:21.870186 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32784) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:21.921028 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c7776821-ebc3-4bfa-9f7a-38852246d6fa req-33745642-a9df-417d-9822-d37095c59be4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824217 May 27 03:28:22.003074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (1d4f06fd-c554-4245-b8b5-d99ce9d71e43), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.015777 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:22.016211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.060052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (1d4f06fd-c554-4245-b8b5-d99ce9d71e43), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.072101 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:22.092051 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.092890 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8781abd1-f1bb-4ef1-9616-d6720704bd7c up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:22.134618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=89,neutron:DELETE=11 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:22.146953 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1d4f06fd-c554-4245-b8b5-d99ce9d71e43), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.150203 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.151476 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "DELETE /v2.0/security-groups/1d4f06fd-c554-4245-b8b5-d99ce9d71e43 HTTP/1.1" status: 204 len: 168 time: 0.2802856 May 27 03:28:22.154910 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32790) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.177881 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fd9e8-a78c-4c43-8190-f94d7b0df9d6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4f06fd-c554-4245-b8b5-d99ce9d71e43,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.181124 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-89347f00-b538-48a4-920a-506199c3686b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] show failed (client error): The resource could not be found. May 27 03:28:22.188738 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-89347f00-b538-48a4-920a-506199c3686b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups/1d4f06fd-c554-4245-b8b5-d99ce9d71e43 HTTP/1.1" status: 404 len: 347 time: 0.0323212 May 27 03:28:22.189395 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32792) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.242359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.286608 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 8781abd1-f1bb-4ef1-9616-d6720704bd7c triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:22.286993 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.389846 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Deleting port 0864a3f9-52b5-4356-8cde-7f30d14546c2 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:22.390184 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.413611 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 8781abd1-f1bb-4ef1-9616-d6720704bd7c is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:22.480327 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.480560 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (0864a3f9-52b5-4356-8cde-7f30d14546c2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.498666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Calling delete_port for 0864a3f9-52b5-4356-8cde-7f30d14546c2 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:22.619853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32802) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.624753 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-500150199-network', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:22.662516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Made reservation on behalf of 73b3a58043fe4fdf92acdca722e152f5 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:22.664064 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a746a9ca-8699-476e-8ec4-9d4e30e62058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.664914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.676514 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.687527 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:22.696217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (0864a3f9-52b5-4356-8cde-7f30d14546c2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.723525 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'Port': ['ID=0864a3f9-52b5-4356-8cde-7f30d14546c2,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.778494 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks [] for security_group (4f7fe6a4-0abe-4081-875b-170cfadba6b7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.789300 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4f7fe6a4-0abe-4081-875b-170cfadba6b7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.791006 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.793752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.794944 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8bab5c2f-ffcb-4e3a-8cbd-f715a85312c0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "DELETE /v2.0/floatingips/67e5bc3e-09e0-4f22-a3e9-a3ad7ff7b384 HTTP/1.1" status: 204 len: 168 time: 0.6046236 May 27 03:28:22.804906 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] vlan segment allocate from pool success with {'vlan_id': 563, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:28:22.816074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (b1dd5ee6-586a-465f-942d-db2f655cb722), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.816726 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Added segment b1dd5ee6-586a-465f-942d-db2f655cb722 of type vlan for network b95fe2bb-5af6-4950-aa6b-e29bad197c73 May 27 03:28:22.882790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f7fe6a4-0abe-4081-875b-170cfadba6b7,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:22.887125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32806) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:22.891561 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group': {'name': 'tempest-securitygroup--165772484', 'description': 'tempest-description--213601335'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:22.897646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (b95fe2bb-5af6-4950-aa6b-e29bad197c73), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.901935 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:22.937850 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.941801 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (b95fe2bb-5af6-4950-aa6b-e29bad197c73), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:22.942762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:22.943344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.030758 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.4096932 May 27 03:28:23.035067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c16e41-a8ae-4c78-861b-0d4ed29e6580 admin admin] Pushing event updated for resources: {'Network': ['ID=b95fe2bb-5af6-4950-aa6b-e29bad197c73,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.038469 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32810) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.045943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Request body: {'subnet': {'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-500150199-subnet', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.046520 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:28:23.049307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.076589 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Made reservation on behalf of 73b3a58043fe4fdf92acdca722e152f5 for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:23.079062 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9967568'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.082630 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97d78b-aa36-4ec3-8e66-963521032f16 req-c55d6335-7044-435d-9e18-410ec5c4b856 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.084541 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a97d78b-aa36-4ec3-8e66-963521032f16 req-c55d6335-7044-435d-9e18-410ec5c4b856 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0762458 May 27 03:28:23.149740 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6a97d78b-aa36-4ec3-8e66-963521032f16 req-3c1f25e7-cf0e-43ac-a24b-54b0fa745164 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595441 May 27 03:28:23.170940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (6ab4f38a-2906-4671-b222-d21421a23c6a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.182214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6ab4f38a-2906-4671-b222-d21421a23c6a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.208351 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=74,neutron:INSERT=21,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.227717 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab4f38a-2906-4671-b222-d21421a23c6a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.232914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.237415 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-30a9e56c-eace-47af-af03-0c8982191284 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3461192 May 27 03:28:23.237415 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32816) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.241958 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group_rule': {'security_group_id': '6ab4f38a-2906-4671-b222-d21421a23c6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.312762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (2af0a742-8f88-4b81-bfee-6ebb360a2826), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.395093 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9951579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9967558'] for subnet (7128881f-7d22-45e3-b306-5811d2217458), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.427658 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:23.437645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (2af0a742-8f88-4b81-bfee-6ebb360a2826), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.452425 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:23.453144 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:23.457859 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (2af0a742-8f88-4b81-bfee-6ebb360a2826), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.503065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af0a742-8f88-4b81-bfee-6ebb360a2826,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.513191 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7128881f-7d22-45e3-b306-5811d2217458,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.520741 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.523883 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-998a9c5a-d1f7-4c9e-984c-26cdc66be6db tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2839022 May 27 03:28:23.524868 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32818) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.529946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'security_group_rule': {'security_group_id': '6ab4f38a-2906-4671-b222-d21421a23c6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.532525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Checking segment: {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:23.532893 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Network hostable DHCP agents. Network: b95fe2bb-5af6-4950-aa6b-e29bad197c73, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:28:23.553735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:28:23.566272 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, b95fe2bb-5af6-4950-aa6b-e29bad197c73) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:23.572018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:23.573298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.591520 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:23.595869 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c0f3cfc6-0e41-4012-afcc-74fac6d9e2a4 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5526123 May 27 03:28:23.601049 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (46fc010b-fbd4-4bc8-a931-907029a071b9), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.616749 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68370cd-4a45-4bcb-aa70-b482d98dab99 None None] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:23.653978 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32820) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.658843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.672169 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (46fc010b-fbd4-4bc8-a931-907029a071b9), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.677329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (46fc010b-fbd4-4bc8-a931-907029a071b9), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.691321 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.692584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.700768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46fc010b-fbd4-4bc8-a931-907029a071b9,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:23.710015 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.711506 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-999cb7dd-64e1-4273-bd00-640824d2a26e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1855478 May 27 03:28:23.714482 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32822) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:23.718407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:23.719963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:23.746428 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.768514 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:23.768891 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.792064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for router_controller (7d679f30-1171-4c15-b7e2-72896bda5df2), precommit_add_association {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.849978 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.897808 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:23.947961 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'fixed_ips': [{'subnet_id': '7128881f-7d22-45e3-b306-5811d2217458'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:28:23.949199 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:23.986890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for router_gateway (7d679f30-1171-4c15-b7e2-72896bda5df2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.046117 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:24.053510 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.095422 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.098166 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=6,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.165809 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 2, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:24.189040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for router_gateway (7d679f30-1171-4c15-b7e2-72896bda5df2), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.209331 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.225784 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:24.226134 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Updating router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 port 866587da-87e6-43ac-bfcf-ea087acff421 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:24.226358 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Allocated IP 172.27.1.101 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/5d896302-493c-4f2b-9912-ac62ab822cdd) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:24.265664 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.274674 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (866587da-87e6-43ac-bfcf-ea087acff421), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.280852 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Allocated IP 172.20.0.2 (b95fe2bb-5af6-4950-aa6b-e29bad197c73/7128881f-7d22-45e3-b306-5811d2217458/b90f0fef-9c45-4794-ad06-2838ecfb8139) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:24.318003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.327946 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f5c10-8320-4a5f-8b81-ab1fe9081764 req-46d786ec-4c61-4178-8341-73ee3f801ddd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.330668 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e7f5c10-8320-4a5f-8b81-ab1fe9081764 req-46d786ec-4c61-4178-8341-73ee3f801ddd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0769389 May 27 03:28:24.396227 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.426932 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e7f5c10-8320-4a5f-8b81-ab1fe9081764 req-e6ef5eb0-476e-442d-8666-ab3251c32e02 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747967 May 27 03:28:24.451752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.493548 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:24.506333 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:24.511295 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:24.541345 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Allocated IP 172.27.1.242 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/275b7b1f-79d0-478a-bd72-f7c73ed33a23) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:24.544337 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=5d896302-493c-4f2b-9912-ac62ab822cdd,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.557137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e50740e-337c-40ba-b985-8728f9c0b6a4 req-70ec2d15-2af1-424c-b2cd-83e6d34427b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:24.558645 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e50740e-337c-40ba-b985-8728f9c0b6a4 req-70ec2d15-2af1-424c-b2cd-83e6d34427b3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.0620453 May 27 03:28:24.618665 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.650947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks [] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.658997 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.660447 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.664193 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e50740e-337c-40ba-b985-8728f9c0b6a4 req-b690d076-7094-4a79-9497-1152e8cc2471 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897837 May 27 03:28:24.694623 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.729930 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.773390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:24.778448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:24.782354 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:24.785758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Pushing event updated for resources: {'Port': ['ID=275b7b1f-79d0-478a-bd72-f7c73ed33a23,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.806082 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.861042 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:24.867142 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.872874 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:24.873220 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.886057 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:24.888081 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Pushing event updated for resources: {'Port': ['ID=b90f0fef-9c45-4794-ad06-2838ecfb8139,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.935463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:24.947367 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=5d896302-493c-4f2b-9912-ac62ab822cdd,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:24.957425 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.975443 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:24.976720 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7be472a9-3309-47f5-8125-119035a914a0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2609746 May 27 03:28:24.984472 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.006857 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.009745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Attempting to bind port b90f0fef-9c45-4794-ad06-2838ecfb8139 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:25.010005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Attempting to bind port b90f0fef-9c45-4794-ad06-2838ecfb8139 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:25.010198 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Attempting to bind port b90f0fef-9c45-4794-ad06-2838ecfb8139 on network b95fe2bb-5af6-4950-aa6b-e29bad197c73 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:25.028475 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:25.028848 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Checking segment: {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:25.029249 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.029633 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Bound using segment: {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:25.030102 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Bound port: b90f0fef-9c45-4794-ad06-2838ecfb8139, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:25.030473 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.037343 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks [] for port (866587da-87e6-43ac-bfcf-ea087acff421), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.052937 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.057966 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for router_gateway (7d679f30-1171-4c15-b7e2-72896bda5df2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.154578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28741-21c8-46e7-931c-ed177a63185f None None] Pushing event updated for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.161343 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] For port b90f0fef-9c45-4794-ad06-2838ecfb8139, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:25.166813 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] For port b90f0fef-9c45-4794-ad06-2838ecfb8139, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b90f0fef-9c45-4794-ad06-2838ecfb8139,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:25.203166 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ced6d269-49d3-4f38-82b1-a6394722c2ab tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--165772484&fields=id&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 267 time: 0.0606301 May 27 03:28:25.211114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.219991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.280170 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Attempting to bind port 866587da-87e6-43ac-bfcf-ea087acff421 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:25.280502 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Attempting to bind port 866587da-87e6-43ac-bfcf-ea087acff421 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:25.280870 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Attempting to bind port 866587da-87e6-43ac-bfcf-ea087acff421 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:25.293631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 27, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:25.294027 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:25.294410 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.294861 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Bound using segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:25.302432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Bound port: 866587da-87e6-43ac-bfcf-ea087acff421, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:25.302432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (866587da-87e6-43ac-bfcf-ea087acff421), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.319717 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.323202 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:25.340829 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-df552f2c-d598-49a3-945c-372d2dce36ab tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:25.343010 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-df552f2c-d598-49a3-945c-372d2dce36ab tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 816 time: 0.1390312 May 27 03:28:25.344783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdb7ba-67dd-4fb0-973a-b8b1ea0a14c4 None None] Pushing event updated for resources: {'Port': ['ID=b90f0fef-9c45-4794-ad06-2838ecfb8139,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.366282 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-555e24b7-59f0-4a1a-9d00-ce5da9908f5d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/quotas/3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 375 time: 0.0105722 May 27 03:28:25.394665 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.430591 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] For port 866587da-87e6-43ac-bfcf-ea087acff421, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:25.433968 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] For port 866587da-87e6-43ac-bfcf-ea087acff421, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=866587da-87e6-43ac-bfcf-ea087acff421,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:25.434588 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-7d50232f-8e70-4356-b5c5-b61d1377b0cd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621972 May 27 03:28:25.444196 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.500244 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Router 7d679f30-1171-4c15-b7e2-72896bda5df2 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103923) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:28:25.541557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Provisioning complete for port 866587da-87e6-43ac-bfcf-ea087acff421 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:25.541926 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (866587da-87e6-43ac-bfcf-ea087acff421), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.608916 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-8c66506c-7900-4286-a05f-49563e80d84e service neutron] 10.222.0.62 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600347 May 27 03:28:25.614686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:25.615326 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:25.700821 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82f6467-71f1-47f8-a1c7-8ce45cf912b4 req-f065cf19-00e4-48b1-8bc2-1b1e37824e3e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:25.702418 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e82f6467-71f1-47f8-a1c7-8ce45cf912b4 req-f065cf19-00e4-48b1-8bc2-1b1e37824e3e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.1338153 May 27 03:28:25.713743 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d28741-21c8-46e7-931c-ed177a63185f None None] Pushing event updated for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:25.764450 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-27500c29-ba87-4a9b-9bf4-48388bb90dde service neutron] 10.222.0.62 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541049 May 27 03:28:25.784968 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:25.790738 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e82f6467-71f1-47f8-a1c7-8ce45cf912b4 req-ff203538-36ab-4352-8956-99dab1a3e724 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815318 May 27 03:28:25.796372 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Sync routers for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:25.828502 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:25.830473 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:25.841249 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.843084 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-859e98d1-867a-42e3-9acd-affe93dfeb5d admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.1880925 May 27 03:28:25.846335 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32840) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:25.857995 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Current status of the port 866587da-87e6-43ac-bfcf-ea087acff421 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:25.858445 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (866587da-87e6-43ac-bfcf-ea087acff421), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:25.873345 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:25.977857 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] For port 866587da-87e6-43ac-bfcf-ea087acff421, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=866587da-87e6-43ac-bfcf-ea087acff421,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:25.995148 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.053383 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-18e4bf57-18f2-45df-89ef-d463f203c5d6 req-6c6dab3f-fe6a-4df9-bb15-6315a8701a85 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 210 time: 0.0573571 May 27 03:28:26.059737 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:26.095901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.101878 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c505e2e-a3f8-4347-9650-e1a95dee9208 None None] Pushing event updated for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:26.126633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.130571 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-57f8d52c-ea9a-4f94-9fe4-9145e9b69bb0 None None] Provisioning complete for port 866587da-87e6-43ac-bfcf-ea087acff421 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:26.131072 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-57f8d52c-ea9a-4f94-9fe4-9145e9b69bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (866587da-87e6-43ac-bfcf-ea087acff421), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.201606 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:26.241919 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b10311-1ea7-40b3-b426-901753b68a41 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:26.308405 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.348534 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:24Z', 'revision_number': 3, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:26.364918 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-57f8d52c-ea9a-4f94-9fe4-9145e9b69bb0 None None] Current status of the port 866587da-87e6-43ac-bfcf-ea087acff421 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:26.421920 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Checking router: 7d679f30-1171-4c15-b7e2-72896bda5df2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:26.422287 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Updating router 7d679f30-1171-4c15-b7e2-72896bda5df2 port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:26.464408 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.466006 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.724535 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.740073 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:26.773381 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Allocated IP 172.20.0.1 (b95fe2bb-5af6-4950-aa6b-e29bad197c73/7128881f-7d22-45e3-b306-5811d2217458/7633060f-ace2-436f-863e-cb2515358775) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:26.784782 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.852182 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks [] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.863215 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.868371 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db144da8-0e3b-445b-b3a4-e3b3218e46ee None None] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:28:26.904815 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd11c2-5c91-4599-b396-610673ad01d5 None None] Pushing event updated for resources: {'Port': ['ID=275b7b1f-79d0-478a-bd72-f7c73ed33a23,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:26.930690 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Attempting to bind port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:26.931065 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Attempting to bind port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:26.931431 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Attempting to bind port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:26.940965 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:26.941359 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:26.941748 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.942141 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:26.942598 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Bound port: 275b7b1f-79d0-478a-bd72-f7c73ed33a23, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:26.943135 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:26.947915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks [] for port (7633060f-ace2-436f-863e-cb2515358775), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.004061 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] For port 275b7b1f-79d0-478a-bd72-f7c73ed33a23, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:27.007729 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] For port 275b7b1f-79d0-478a-bd72-f7c73ed33a23, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=275b7b1f-79d0-478a-bd72-f7c73ed33a23,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:27.010612 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.012229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Provisioning complete for port b90f0fef-9c45-4794-ad06-2838ecfb8139 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:27.012578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.019892 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.040918 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0292c42-c3d0-41fd-b72b-a6d39295bd2c req-500b19c5-6e1b-402f-8c9b-07072d10506a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:27.042531 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b0292c42-c3d0-41fd-b72b-a6d39295bd2c req-500b19c5-6e1b-402f-8c9b-07072d10506a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0834756 May 27 03:28:27.053127 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (7633060f-ace2-436f-863e-cb2515358775), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.106862 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbd11c2-5c91-4599-b396-610673ad01d5 None None] Pushing event updated for resources: {'Port': ['ID=275b7b1f-79d0-478a-bd72-f7c73ed33a23,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.127549 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:27.127793 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:27.128398 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.135932 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:27.138420 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:27.176068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Pushing event updated for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.205635 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b0292c42-c3d0-41fd-b72b-a6d39295bd2c req-20b35335-2e58-44d7-8a1c-d88b3c3237dc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486030 May 27 03:28:27.213291 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Current status of the port b90f0fef-9c45-4794-ad06-2838ecfb8139 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:27.214233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.216948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (7d679f30-1171-4c15-b7e2-72896bda5df2), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.250509 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] For port b90f0fef-9c45-4794-ad06-2838ecfb8139, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b90f0fef-9c45-4794-ad06-2838ecfb8139,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:27.261250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.286412 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b01800c-e342-4b4a-82e8-884d99be038a req-d72d3e50-d73f-476e-8f91-53b3c4c7f225 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 210 time: 0.1162121 May 27 03:28:27.333784 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:27.350076 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ed5453-2534-46e1-a360-4d1f9c11431a None None] Pushing event updated for resources: {'Port': ['ID=b90f0fef-9c45-4794-ad06-2838ecfb8139,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:27.361751 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:27.496625 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7633060f-ace2-436f-863e-cb2515358775), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.632090 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:24Z', 'revision_number': 3, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:27.662919 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b81a6e5-dec9-4e46-bea6-f9cf4fed2c54 None None] The sync data for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi is: [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:24Z', 'revision_number': 3, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:27.684465 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 866587da-87e6-43ac-bfcf-ea087acff421 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:27.860356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Provisioning complete for port b90f0fef-9c45-4794-ad06-2838ecfb8139 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:27.861184 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.914573 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:27.917719 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 866587da-87e6-43ac-bfcf-ea087acff421 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:27.918287 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (866587da-87e6-43ac-bfcf-ea087acff421), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.062286 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks [] for port (7633060f-ace2-436f-863e-cb2515358775), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.075508 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (7633060f-ace2-436f-863e-cb2515358775), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.079977 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Current status of the port b90f0fef-9c45-4794-ad06-2838ecfb8139 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:28.084952 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 866587da-87e6-43ac-bfcf-ea087acff421 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:28.086346 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b90f0fef-9c45-4794-ad06-2838ecfb8139 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:28.130924 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:28.131435 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.138315 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.197756 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=5,neutron:UPDATE=4,neutron:SELECT=91 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.200134 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1af2f602-eb44-4654-b3df-2659b637de18 None None] Port 7633060f-ace2-436f-863e-cb2515358775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:28.238130 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port b90f0fef-9c45-4794-ad06-2838ecfb8139 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:28.243009 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Pushing event updated for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:28.243630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.245702 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (7d679f30-1171-4c15-b7e2-72896bda5df2), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.261818 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce422e7-fcff-44c6-94fc-c8b4b822256a req-393d5c96-2ab6-4f3c-90b3-ed0cf1284db5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.268646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-788e26b6-a4d1-492d-804b-8c636ff05bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.270182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-788e26b6-a4d1-492d-804b-8c636ff05bb6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.1036348 May 27 03:28:28.270327 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fce422e7-fcff-44c6-94fc-c8b4b822256a req-393d5c96-2ab6-4f3c-90b3-ed0cf1284db5 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.1597271 May 27 03:28:28.281179 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-4ef6e51e-95f8-4c02-8632-aeeb267c9947 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.283042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-4ef6e51e-95f8-4c02-8632-aeeb267c9947 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 816 time: 0.7723188 May 27 03:28:28.348049 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-cb346cb6-5731-4184-92e7-771c8e4a4948 None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:28.348530 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-cb346cb6-5731-4184-92e7-771c8e4a4948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.361341 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fce422e7-fcff-44c6-94fc-c8b4b822256a req-f07e8f65-588c-4206-865e-52dfa757b605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835066 May 27 03:28:28.392694 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.462786 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port b90f0fef-9c45-4794-ad06-2838ecfb8139 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:28.467457 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-cb346cb6-5731-4184-92e7-771c8e4a4948 None None] Port 7633060f-ace2-436f-863e-cb2515358775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:28.497454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:28.498138 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e1422d2b-1164-45f2-9107-67ff31640241 req-1b25c9e4-51db-4082-b6b6-ba0b445b29a5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 210 time: 0.0773628 May 27 03:28:28.499719 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:28.513266 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-fafeb78c-c8f2-4268-a957-76a04ea24723 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 379 time: 0.2040360 May 27 03:28:28.517065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-21fed160-10b0-413e-a565-a16178675d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.518971 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-21fed160-10b0-413e-a565-a16178675d06 service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.2348456 May 27 03:28:28.525367 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'port': {'device_id': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'admin_state_up': True, 'tenant_id': '3931210010614a1f987661568f29e851', 'security_groups': ['6ab4f38a-2906-4671-b222-d21421a23c6a']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:28.644713 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Router 7d679f30-1171-4c15-b7e2-72896bda5df2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:28.645926 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-75e9b049-1392-4137-a489-e163f5a40cf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 1001 time: 0.1167400 May 27 03:28:28.729790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-ba410f50-8d86-4597-944f-1776a4b9420a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.731242 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-ba410f50-8d86-4597-944f-1776a4b9420a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0685339 May 27 03:28:28.774250 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:28.774819 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Made reservation on behalf of 3931210010614a1f987661568f29e851 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:28.779176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.787701 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ab621d2b-5717-4936-a5de-182a8a4d6258 admin admin] 10.222.0.62 "PUT /v2.0/routers/7d679f30-1171-4c15-b7e2-72896bda5df2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9398601 May 27 03:28:28.793858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8d93b068-4952-4e25-b74f-abaa097ec424 None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:28.794238 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8d93b068-4952-4e25-b74f-abaa097ec424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:28.808901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-3f16d616-d73a-406c-b745-3e032df64d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:28.810426 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-3f16d616-d73a-406c-b745-3e032df64d63 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0720544 May 27 03:28:28.834980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8d93b068-4952-4e25-b74f-abaa097ec424 None None] Port 7633060f-ace2-436f-863e-cb2515358775 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:28.871686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:28.997827 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-1dd3516c-c279-4a5e-9e5b-04d6e03b115f service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764452 May 27 03:28:29.029085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Allocated IP 172.20.0.8 (a6e77ba9-a945-4d02-9449-8f38e42d0677/cbd907ce-6a57-4e19-b3a1-8252d8132bc0/31e8a7b7-f72a-49ad-a5a2-2f8d16acd296) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:29.152720 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21f5671f-c231-4229-b8f2-5b7ece175806 req-4e52ff18-f3eb-4d7c-96e3-db959c46c1ff service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461744 May 27 03:28:29.187419 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32878) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:29.192708 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-73264536', 'description': 'tempest-secgroup-smoke-73264536 description', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:29.218567 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.220697 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.246578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.269301 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.284454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.291604 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (6442cf90-c91e-4132-80ed-9547c9aa1d91), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.295287 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6442cf90-c91e-4132-80ed-9547c9aa1d91), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.325126 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.326343 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1372411 May 27 03:28:29.330338 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32880) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:29.334519 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:29.335288 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:29.338437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:29.340878 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b68978-72da-4cf3-87d0-0b34c56c909f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6442cf90-c91e-4132-80ed-9547c9aa1d91,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.342368 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:29.367573 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.368181 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (2172d625-6f78-4eaa-92ab-47032e007aa1), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.448126 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (2172d625-6f78-4eaa-92ab-47032e007aa1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.467463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (2172d625-6f78-4eaa-92ab-47032e007aa1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.490155 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2172d625-6f78-4eaa-92ab-47032e007aa1,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.504452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.508404 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e54fd5b4-78fc-47b6-9159-7c4bd43f929d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1745467 May 27 03:28:29.509337 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32884) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:29.513447 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:29.514434 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:29.514915 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.534908 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f223a7-069b-4a46-af14-3c92866ac6b4 req-941068b0-c078-4e44-8055-646d535945d2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:29.537089 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-88f223a7-069b-4a46-af14-3c92866ac6b4 req-941068b0-c078-4e44-8055-646d535945d2 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0925314 May 27 03:28:29.554161 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (0801c9f2-0de2-4e28-a336-55ffac4c48da), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.561904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 275b7b1f-79d0-478a-bd72-f7c73ed33a23 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:29.595714 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-88f223a7-069b-4a46-af14-3c92866ac6b4 req-59415e04-61e1-45d1-b475-7a5edfc7cfe1 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505612 May 27 03:28:29.604686 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-577ecc14-bcfd-42aa-bee4-07ef3f380e7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0845599 May 27 03:28:29.609216 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.631841 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:29.632211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.677695 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:29.677904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-a18098d3-eb83-4a3d-b8c6-46eda66d6d4f None None] Provisioning complete for port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:29.678369 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a18098d3-eb83-4a3d-b8c6-46eda66d6d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.691016 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (0801c9f2-0de2-4e28-a336-55ffac4c48da), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.698773 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e364dfd-faa5-4cb4-882c-efa46778016b req-50985a5b-96b8-4319-b663-5c92b0c0f072 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:29.701189 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e364dfd-faa5-4cb4-882c-efa46778016b req-50985a5b-96b8-4319-b663-5c92b0c0f072 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 931 time: 0.0844703 May 27 03:28:29.703605 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (0801c9f2-0de2-4e28-a336-55ffac4c48da), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.720659 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-a18098d3-eb83-4a3d-b8c6-46eda66d6d4f None None] Port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:29.740661 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0801c9f2-0de2-4e28-a336-55ffac4c48da,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.749718 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.751506 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-56e96ce0-f98e-40a0-9bba-195dc6b009a6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2407026 May 27 03:28:29.754430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32888) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:29.756991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:29.757381 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.760311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:29.779157 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 275b7b1f-79d0-478a-bd72-f7c73ed33a23, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=275b7b1f-79d0-478a-bd72-f7c73ed33a23,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:29.780482 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e364dfd-faa5-4cb4-882c-efa46778016b req-a6e424e3-e2b6-4352-9476-16b71634311f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682242 May 27 03:28:29.792654 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.796937 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (5610e0cf-c236-4e33-a892-c2c248d4856f), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.843666 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=275b7b1f-79d0-478a-bd72-f7c73ed33a23,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.867429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (5610e0cf-c236-4e33-a892-c2c248d4856f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.872505 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (5610e0cf-c236-4e33-a892-c2c248d4856f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.892522 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5610e0cf-c236-4e33-a892-c2c248d4856f,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:29.899256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.900464 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4071f083-3c3e-4a74-a28f-dddc9af23ad3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1448891 May 27 03:28:29.903279 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32890) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:29.907988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:29.941791 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (b399ff81-8210-42b8-a6ed-da52acf22612), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:29.967476 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.003158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (b399ff81-8210-42b8-a6ed-da52acf22612), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.007597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (b399ff81-8210-42b8-a6ed-da52acf22612), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.022943 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Sync routers for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:30.027072 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b399ff81-8210-42b8-a6ed-da52acf22612,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:30.035024 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.035158 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:30.035653 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:30.036252 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ad007061-8ef5-4d0d-a223-e24b51f7ba1d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320288 May 27 03:28:30.038871 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 32892) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:30.043171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:30.065638 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.securitygroups_db [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Project ffc47aa302dc4c4e94c4bc7227728c40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:28:30.072689 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (f6d2cd93-4315-4c57-8105-464a0c2fd330), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.124250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (f6d2cd93-4315-4c57-8105-464a0c2fd330), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.127928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (f6d2cd93-4315-4c57-8105-464a0c2fd330), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.140601 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:30.148007 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d2cd93-4315-4c57-8105-464a0c2fd330,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:30.153181 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.157703 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6a7397db-86ca-4f19-ae82-d7f49a180490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1146393 May 27 03:28:30.157969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32894) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:30.162396 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'security_group_rule': {'security_group_id': '6442cf90-c91e-4132-80ed-9547c9aa1d91', 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:30.185030 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Project ffc47aa302dc4c4e94c4bc7227728c40 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:28:30.191048 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (821484da-0d47-4654-b319-e36654b97202), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.249463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (821484da-0d47-4654-b319-e36654b97202), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.253106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (821484da-0d47-4654-b319-e36654b97202), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.272682 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=821484da-0d47-4654-b319-e36654b97202,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:30.281236 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.283449 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a97d56aa-c15d-4ef0-b460-6bdabeaf0f7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1244950 May 27 03:28:30.460794 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 4, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '7633060f-ace2-436f-863e-cb2515358775', 'name': '', 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'mac_address': 'fa:16:3e:92:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7128881f-7d22-45e3-b306-5811d2217458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:26Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 2, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'subnets': [{'id': '7128881f-7d22-45e3-b306-5811d2217458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:30.486051 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Checking router: 7d679f30-1171-4c15-b7e2-72896bda5df2 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:30.486400 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Updating router 7d679f30-1171-4c15-b7e2-72896bda5df2 port 7633060f-ace2-436f-863e-cb2515358775 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:28:30.509865 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.518000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7633060f-ace2-436f-863e-cb2515358775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.574494 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Request body: {'port': {'device_id': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:30.644764 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.658810 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.861846 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:30.878681 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks [] for port (7633060f-ace2-436f-863e-cb2515358775), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.886213 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cd83d5-ace4-42a8-9468-415fe2869e4e req-4ada4911-7311-4700-b578-73d39047d044 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:30.886424 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7633060f-ace2-436f-863e-cb2515358775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:30.888467 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11cd83d5-ace4-42a8-9468-415fe2869e4e req-4ada4911-7311-4700-b578-73d39047d044 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.1980491 May 27 03:28:30.954664 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ef4d1-fc26-4025-93e2-bdd37bfee8f2 None None] Pushing event updated for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:30.962811 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2608bcf-2ed5-4960-a21c-e252593058fb req-d25be35a-2075-484d-b845-b212d5e2642d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:30.964633 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2608bcf-2ed5-4960-a21c-e252593058fb req-d25be35a-2075-484d-b845-b212d5e2642d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 931 time: 0.0632648 May 27 03:28:30.969482 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11cd83d5-ace4-42a8-9468-415fe2869e4e req-ad1cb5e3-4681-4240-ada9-f8bdf121dfb9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732954 May 27 03:28:31.051468 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2608bcf-2ed5-4960-a21c-e252593058fb req-215f4884-31f6-4c9d-9bc6-34781f5224e8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670562 May 27 03:28:31.054184 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Attempting to bind port 7633060f-ace2-436f-863e-cb2515358775 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:31.054757 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Attempting to bind port 7633060f-ace2-436f-863e-cb2515358775 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:31.054922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Attempting to bind port 7633060f-ace2-436f-863e-cb2515358775 on network b95fe2bb-5af6-4950-aa6b-e29bad197c73 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:31.061345 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:31.061726 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Checking segment: {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:31.062219 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.062668 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Bound using segment: {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:31.072325 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Bound port: 7633060f-ace2-436f-863e-cb2515358775, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1dd5ee6-586a-465f-942d-db2f655cb722', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 563, 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:31.072834 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7633060f-ace2-436f-863e-cb2515358775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.138496 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] For port 7633060f-ace2-436f-863e-cb2515358775, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:31.145835 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] For port 7633060f-ace2-436f-863e-cb2515358775, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=7633060f-ace2-436f-863e-cb2515358775,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:31.148944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:31.152395 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7633060f-ace2-436f-863e-cb2515358775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.157512 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks [] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.171553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Transition to ACTIVE for port object 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:28:31.176674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.205154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:31.205791 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:31.231603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.295889 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:31.296298 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.344139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Attempting to bind port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:31.344918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Attempting to bind port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:31.345540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Attempting to bind port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:31.352306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 on network a6e77ba9-a945-4d02-9449-8f38e42d0677 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:28:31.352982 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Attempting to bind port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 on network a6e77ba9-a945-4d02-9449-8f38e42d0677 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:31.354303 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1ef4d1-fc26-4025-93e2-bdd37bfee8f2 None None] Pushing event updated for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.362751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:31.363092 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Checking segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:31.363603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Bound using segment: {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:31.364206 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Bound port: 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a8567dee-bd0b-40c4-acec-041673bb9299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 573, 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:31.364662 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.367941 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.475138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:31.478618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:31.482821 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.486696 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Current status of the port 7633060f-ace2-436f-863e-cb2515358775 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:31.487089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7633060f-ace2-436f-863e-cb2515358775), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.488570 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.538680 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.539401 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.540914 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] 10.222.0.60 "PUT /v2.0/ports/31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 1093 time: 0.9709826 May 27 03:28:31.541358 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:31.543933 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5df512-b4d8-4c60-a4e0-189c9994635a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:31.557370 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:31.561929 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 275b7b1f-79d0-478a-bd72-f7c73ed33a23 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:31.566962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca00255e-2884-4c83-86ff-13b19c3ca8ea service neutron] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.592419 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db3fdff-b530-4145-bae8-54ae9f791b68 x-openstack-request-id: req-0db3fdff-b530-4145-bae8-54ae9f791b68 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:31.593026 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:31.593506 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0db3fdff-b530-4145-bae8-54ae9f791b68 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:31.593979 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db3fdff-b530-4145-bae8-54ae9f791b68'] response: {'name': 'network-changed', 'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'status': 'completed', 'code': 200} May 27 03:28:31.641373 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] For port 7633060f-ace2-436f-863e-cb2515358775, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=7633060f-ace2-436f-863e-cb2515358775,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:31.654222 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-3cb89d5f-34c2-41b1-b438-59c17355e573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.658469 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-3cb89d5f-34c2-41b1-b438-59c17355e573 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1127 time: 0.0428479 May 27 03:28:31.659318 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7633060f-ace2-436f-863e-cb2515358775), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.716074 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-eb7b36fa-b399-499a-9dc2-ff8df264546a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 217 time: 0.0402355 May 27 03:28:31.767367 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-e08e355b-faaf-4118-8a75-3cebaeb62909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.769044 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-e08e355b-faaf-4118-8a75-3cebaeb62909 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0479496 May 27 03:28:31.793796 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:31.794171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.832694 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263a6e93-4b85-4d4d-93d6-ba6261c18932 None None] Pushing event updated for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:31.841005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-45e23910-df63-4264-842f-54f35a76d187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:31.842524 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-45e23910-df63-4264-842f-54f35a76d187 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0663166 May 27 03:28:31.850252 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.879755 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-9f44fbad-f1c2-4868-b144-3f55d8bbf133 None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:31.880505 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9f44fbad-f1c2-4868-b144-3f55d8bbf133 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:31.916118 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:31.943688 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-66c3f7b8-01e7-4cb8-89ca-b96f9491d542 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949063 May 27 03:28:31.984577 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 4, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '7633060f-ace2-436f-863e-cb2515358775', 'name': '', 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'mac_address': 'fa:16:3e:92:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7128881f-7d22-45e3-b306-5811d2217458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:26Z', 'updated_at': '2022-05-27T03:28:31Z', 'revision_number': 4, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'subnets': [{'id': '7128881f-7d22-45e3-b306-5811d2217458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:32.019682 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c4cd7c-471e-41d9-81b0-065f241d7211 None None] The sync data for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi is: [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:28:27Z', 'revision_number': 4, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '7633060f-ace2-436f-863e-cb2515358775', 'name': '', 'network_id': 'b95fe2bb-5af6-4950-aa6b-e29bad197c73', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'mac_address': 'fa:16:3e:92:e3:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_interface', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '7128881f-7d22-45e3-b306-5811d2217458', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:26Z', 'updated_at': '2022-05-27T03:28:31Z', 'revision_number': 4, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'subnets': [{'id': '7128881f-7d22-45e3-b306-5811d2217458', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:32.022627 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:32.043501 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2d33feda-bcc6-4bcc-9f86-d215b985780b req-fa9f0532-473a-47f3-89de-cced9c140370 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933146 May 27 03:28:32.091849 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-9f44fbad-f1c2-4868-b144-3f55d8bbf133 None None] Current status of the port 7633060f-ace2-436f-863e-cb2515358775 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:32.147297 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42e122-d326-46f8-80a1-336452ca9802 req-165c7b8a-7d56-434d-8cec-1a15a6fc22f0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.150947 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9d42e122-d326-46f8-80a1-336452ca9802 req-165c7b8a-7d56-434d-8cec-1a15a6fc22f0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0775197 May 27 03:28:32.198951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:32.208641 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9d42e122-d326-46f8-80a1-336452ca9802 req-8c1e60e4-13f3-48f2-856e-49635609bb37 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524929 May 27 03:28:32.250265 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cb7cff-a814-4361-861c-c70d8f08dd67 req-02022aa7-281f-455e-9bcb-b7f9cebc54a1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.253325 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-79cb7cff-a814-4361-861c-c70d8f08dd67 req-02022aa7-281f-455e-9bcb-b7f9cebc54a1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0768738 May 27 03:28:32.317620 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-79cb7cff-a814-4361-861c-c70d8f08dd67 req-ec812cdf-c0c4-43e8-b0bf-69f4d5852678 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564368 May 27 03:28:32.361267 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603795b-72b6-46e8-ba80-9ebba9b6f637 req-7358908a-6a38-4aa0-9811-3f8cf76276dd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:32.362775 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6603795b-72b6-46e8-ba80-9ebba9b6f637 req-7358908a-6a38-4aa0-9811-3f8cf76276dd tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0630798 May 27 03:28:32.372161 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 32966) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:32.377813 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Request body: {'floatingip': {'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:32.431653 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.121242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.126268 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.145164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-25f854a6-6891-4189-bcd1-0ffa9c9b03b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.146816 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-25f854a6-6891-4189-bcd1-0ffa9c9b03b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1127 time: 0.0470743 May 27 03:28:33.209261 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.258462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-4ae6179c-82e7-4da6-968f-91603a5d98c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.260073 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-4ae6179c-82e7-4da6-968f-91603a5d98c7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.1047616 May 27 03:28:33.303272 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-42610de9-d8df-4bdd-a9b3-57ecf063ea21 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 217 time: 0.0350444 May 27 03:28:33.360446 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:33.363013 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-eb67bee6-5cda-43d5-ba86-9a10edac4359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.364528 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-eb67bee6-5cda-43d5-ba86-9a10edac4359 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0554872 May 27 03:28:33.445009 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-6d860e53-5df2-482c-867a-7865fbab5f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.446935 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-6d860e53-5df2-482c-867a-7865fbab5f28 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0754080 May 27 03:28:33.499175 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.501760 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:33.507888 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.514560 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:33.539891 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:33.540746 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:33.544458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50611-8247-4ee6-8c35-0a59bea6316b req-15e575f8-3d5c-46ce-9aa1-4c0545fc3e7b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.549389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:33.553449 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3bc50611-8247-4ee6-8c35-0a59bea6316b req-15e575f8-3d5c-46ce-9aa1-4c0545fc3e7b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.1451948 May 27 03:28:33.558124 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 7633060f-ace2-436f-863e-cb2515358775 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:33.560316 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3204008-bb32-4383-a4bc-a835a040a857" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:33.613378 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 7633060f-ace2-436f-863e-cb2515358775 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:33.613922 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8e3fe3b-789f-4f50-991f-551546a61cbe x-openstack-request-id: req-e8e3fe3b-789f-4f50-991f-551546a61cbe {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:33.614195 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7633060f-ace2-436f-863e-cb2515358775), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:33.614421 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:33.614762 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e8e3fe3b-789f-4f50-991f-551546a61cbe {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:33.615669 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8e3fe3b-789f-4f50-991f-551546a61cbe'] response: {'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'status': 'completed', 'code': 200} May 27 03:28:33.629815 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b74ff7d7-fb4a-463e-875b-094be490454c tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "PUT /v2.0/floatingips/c63221ee-3b2a-44e7-be38-8a1aea9c748e HTTP/1.1" status: 200 len: 993 time: 1.2563989 May 27 03:28:33.683333 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:33.704518 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 7633060f-ace2-436f-863e-cb2515358775 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:33.901456 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:33.914780 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 3, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:33.935909 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-a85823e8-2042-4b66-9334-9de6158a779c service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4794028 May 27 03:28:33.939713 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3bc50611-8247-4ee6-8c35-0a59bea6316b req-3af856ea-a0ef-4410-8580-f47e4561ef48 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3831882 May 27 03:28:33.957173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204008-bb32-4383-a4bc-a835a040a857 req-ea7d5a15-b02e-4f51-8274-ebda16e46123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:33.958665 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-ea7d5a15-b02e-4f51-8274-ebda16e46123 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.2959664 May 27 03:28:33.969511 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.035361 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:34.044612 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:34.045264 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:34.109476 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8d5df512-b4d8-4c60-a4e0-189c9994635a req-87fa7d30-fecf-4fc3-899c-75705c8a935d service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664116 May 27 03:28:34.118313 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204008-bb32-4383-a4bc-a835a040a857 req-69bb7475-7897-4a38-a833-915a3913103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.119661 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-69bb7475-7897-4a38-a833-915a3913103a service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.1496344 May 27 03:28:34.145338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.149639 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:34.203874 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-8bf1ed4e-3b6d-4198-b066-8b3a64ebfbb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0652690 May 27 03:28:34.229872 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.262921 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204008-bb32-4383-a4bc-a835a040a857 req-997a03c0-ccc6-4545-8ece-ebc31778f8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.264789 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-997a03c0-ccc6-4545-8ece-ebc31778f8fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0466528 May 27 03:28:34.310847 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3204008-bb32-4383-a4bc-a835a040a857 req-01fd4b60-97bd-45ec-9a36-b9d18991af39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:34.312461 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-01fd4b60-97bd-45ec-9a36-b9d18991af39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412726 May 27 03:28:34.368436 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 3, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:34.403514 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e44ee5-b324-4c14-8c21-49f83a565545 None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c63221ee-3b2a-44e7-be38-8a1aea9c748e', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'floating_ip_address': '172.27.1.112', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'port_id': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'mac_address': 'fa:16:3e:d4:15:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:26:24Z', 'updated_at': '2022-05-27T03:28:32Z', 'revision_number': 3, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:34.411680 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-a680ac1c-a6e2-43a1-b1a4-fc4663943d6f service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913861 May 27 03:28:34.510015 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3204008-bb32-4383-a4bc-a835a040a857 req-a7da83c1-e60f-4085-843f-2b82daae8a40 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908637 May 27 03:28:34.645936 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:34.749264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:34.762025 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:34.797493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:34.797901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.811457 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:34.818125 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:34.837391 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:34.841128 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:34.888437 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:35.066720 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1fa46-7e10-43e2-9ecb-2757082503da req-2d310436-a412-483f-8209-4b2738023c0d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.068157 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ace1fa46-7e10-43e2-9ecb-2757082503da req-2d310436-a412-483f-8209-4b2738023c0d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 944 time: 0.0476472 May 27 03:28:35.115441 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ace1fa46-7e10-43e2-9ecb-2757082503da req-7e840765-8d62-40a4-8c48-b363dc847a54 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414429 May 27 03:28:35.231887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:35.617352 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:35.619710 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0" -d '{"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:35.654447 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e18ca70-81a2-4d7c-9934-80ce05a21406 x-openstack-request-id: req-4e18ca70-81a2-4d7c-9934-80ce05a21406 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:35.654737 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:35.654989 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-4e18ca70-81a2-4d7c-9934-80ce05a21406 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:35.655415 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e18ca70-81a2-4d7c-9934-80ce05a21406'] response: {'name': 'network-changed', 'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'status': 'completed', 'code': 200} May 27 03:28:35.747123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-bab9b56c-736c-4ef0-899c-68c12e95020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.748630 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-bab9b56c-736c-4ef0-899c-68c12e95020f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 1129 time: 0.0397792 May 27 03:28:35.845256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-0884bec9-ec0c-49e1-b364-367487aa2d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.846697 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-0884bec9-ec0c-49e1-b364-367487aa2d0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 200 len: 919 time: 0.0904984 May 27 03:28:35.910751 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-9e1e751f-6a34-4fb2-b145-8e18720ba3d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 200 len: 1001 time: 0.0546203 May 27 03:28:35.964193 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-bea2b689-0680-405c-99cb-feba725344af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:35.965639 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-bea2b689-0680-405c-99cb-feba725344af service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 200 len: 857 time: 0.0489116 May 27 03:28:36.018605 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-f25fab16-91a2-4ef4-89b4-309ba7fbcaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.020158 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-f25fab16-91a2-4ef4-89b4-309ba7fbcaaa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=1891957d-4247-46a9-9554-49f7b2427352&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400004 May 27 03:28:36.112803 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-28304d37-338e-4c45-a5df-28b60f235723 service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855954 May 27 03:28:36.211272 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-085a3a38-6e20-4dc6-b531-ce9f04a1aed0 req-6f9b505e-9852-4b1e-9bba-105ecc67749c service neutron] 10.222.0.60 "GET /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918477 May 27 03:28:36.237243 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316091c8-a3a3-42ef-928e-f14586531e6f req-2bf6bfa6-b0a0-4e62-9e67-67c72453956c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:36.238720 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-316091c8-a3a3-42ef-928e-f14586531e6f req-2bf6bfa6-b0a0-4e62-9e67-67c72453956c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 944 time: 0.0484192 May 27 03:28:36.290117 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-316091c8-a3a3-42ef-928e-f14586531e6f req-c07b8815-9202-464f-b2af-72a748ab27a8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452471 May 27 03:28:36.683146 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:36.713876 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:36.728130 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:36.733952 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:36.734342 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.806171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:36.806469 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.832000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:36.834233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dcab722-9584-419c-9079-98f87bfa6452" -d '{"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:36.851485 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:36.855340 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:36.878510 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224cfb42-ac70-4771-aad1-5959b0b323b1 x-openstack-request-id: req-224cfb42-ac70-4771-aad1-5959b0b323b1 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:36.878798 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:36.879047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-224cfb42-ac70-4771-aad1-5959b0b323b1 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:36.879440 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-224cfb42-ac70-4771-aad1-5959b0b323b1'] response: {'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'code': 200} May 27 03:28:36.904806 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:37.032566 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:28:37.100844 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:37.106991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2ef3f7-dce4-40e1-8192-6384389ca4fd req-4f1eca5a-3fa9-44f3-983d-de0cad3ef4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.108515 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2c2ef3f7-dce4-40e1-8192-6384389ca4fd req-4f1eca5a-3fa9-44f3-983d-de0cad3ef4ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1129 time: 0.0411828 May 27 03:28:37.151765 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2c2ef3f7-dce4-40e1-8192-6384389ca4fd req-8e93c138-a5b7-4fcf-b32b-4dd122d84751 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373373 May 27 03:28:37.409623 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc6d6d9-8c47-443a-98e6-1ea820c7d7fe req-fdee0d48-997f-423f-a40e-e6cdd74fc7e7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:37.411256 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ddc6d6d9-8c47-443a-98e6-1ea820c7d7fe req-fdee0d48-997f-423f-a40e-e6cdd74fc7e7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0484350 May 27 03:28:37.458830 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ddc6d6d9-8c47-443a-98e6-1ea820c7d7fe req-3dc55038-c461-42d6-a24c-d893457bcae0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419693 May 27 03:28:38.585659 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb545cf-d12d-4160-8ac2-9998e471fe9b req-caa95a26-cbdf-482c-9d9b-cdef07170515 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:38.587139 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bb545cf-d12d-4160-8ac2-9998e471fe9b req-caa95a26-cbdf-482c-9d9b-cdef07170515 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0539412 May 27 03:28:38.634819 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bb545cf-d12d-4160-8ac2-9998e471fe9b req-0dba44c2-e644-4fe5-9d7d-8f8bc00c7b5d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 May 27 03:28:39.754286 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d1e10-5303-47e9-a713-c6132d7ea3c7 req-d542a101-4465-460c-8e06-2b5799b58593 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:39.755786 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-381d1e10-5303-47e9-a713-c6132d7ea3c7 req-d542a101-4465-460c-8e06-2b5799b58593 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0473547 May 27 03:28:39.803498 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-381d1e10-5303-47e9-a713-c6132d7ea3c7 req-0ef7ccae-83e6-4e29-8e26-05a081120de0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418370 May 27 03:28:39.920778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829386c1-9243-4f30-8840-13b03dd67254 req-d795f6b8-989f-4868-8e53-84a949446cbf tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:39.922239 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-829386c1-9243-4f30-8840-13b03dd67254 req-d795f6b8-989f-4868-8e53-84a949446cbf tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0476413 May 27 03:28:39.931125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33008) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:39.935622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Request body: {'floatingip': {'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:39.973822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:40.007911 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:40.405309 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:40.409651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:40.505245 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Floating IP c046f6fd-bdf2-41be-a296-b88e06f2370d associated. External IP: 172.27.1.101, port: 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296. May 27 03:28:40.701830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:40.796508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:40.804610 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:40.808961 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:40.817764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:40.832409 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:40.833145 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:40.841271 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-74dba2c7-444f-4162-abdd-c39357f1ed24 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "PUT /v2.0/floatingips/c046f6fd-bdf2-41be-a296-b88e06f2370d HTTP/1.1" status: 200 len: 991 time: 0.9090731 May 27 03:28:40.842079 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:40.844520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c4199f7-500e-407e-8766-a92e7ee011e9" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:40.878710 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e2d67d-82aa-456e-aa08-0ca0cbc59d8a x-openstack-request-id: req-29e2d67d-82aa-456e-aa08-0ca0cbc59d8a {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:40.879003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:40.879258 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-29e2d67d-82aa-456e-aa08-0ca0cbc59d8a {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:40.879661 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e2d67d-82aa-456e-aa08-0ca0cbc59d8a'] response: {'name': 'network-changed', 'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'status': 'completed', 'code': 200} May 27 03:28:40.974135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-437a632a-37a5-41a0-9919-0a62d5ca4559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:40.975752 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-437a632a-37a5-41a0-9919-0a62d5ca4559 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1129 time: 0.0425372 May 27 03:28:41.043145 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:41.058197 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:41.073434 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-7c3b8113-cc56-43ad-b7f6-d3452ca3ddfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:41.074906 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-7c3b8113-cc56-43ad-b7f6-d3452ca3ddfa service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.0926995 May 27 03:28:41.136500 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-460f6f3e-f093-43eb-b5d3-694a83c50bf6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 999 time: 0.0548923 May 27 03:28:41.184260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-c4d67766-4d37-44b9-a593-88f89a6e4f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:41.185787 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-c4d67766-4d37-44b9-a593-88f89a6e4f3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0425391 May 27 03:28:41.233293 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-a7ea26b7-7724-4854-9666-5cc2c7e71614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:41.234812 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-a7ea26b7-7724-4854-9666-5cc2c7e71614 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421882 May 27 03:28:41.322008 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c046f6fd-bdf2-41be-a296-b88e06f2370d', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:40Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:41.348380 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:41.357296 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:41.357920 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:41.401438 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:41.465892 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:41.542166 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-3d41a939-513b-4d0c-83f8-90e003e6556c service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002357 May 27 03:28:41.636953 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c4199f7-500e-407e-8766-a92e7ee011e9 req-da7a76de-969d-4162-920b-476e32d61627 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880783 May 27 03:28:41.678023 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c046f6fd-bdf2-41be-a296-b88e06f2370d', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:40Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:41.702047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f80be04-ca1a-47c2-8b47-fb9fe70208df None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'c046f6fd-bdf2-41be-a296-b88e06f2370d', 'tenant_id': '3931210010614a1f987661568f29e851', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 479, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:40Z', 'revision_number': 1, 'project_id': '3931210010614a1f987661568f29e851', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:41.902519 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2296f9be-a2e0-409b-9aa0-f716da940741 None None] New status for floating IP c046f6fd-bdf2-41be-a296-b88e06f2370d: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:45.700451 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-25069e26-8de5-4729-85a4-2726b3c1c975 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73264536&fields=id&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 267 time: 0.0445616 May 27 03:28:45.803635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-3293a578-e24a-4b0d-9607-9461322ddcef tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:45.805125 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-3293a578-e24a-4b0d-9607-9461322ddcef tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.0985987 May 27 03:28:45.819533 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-ed6fc7bb-d8f7-4aad-828d-8e93ae82cdcf tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/quotas/ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 375 time: 0.0090530 May 27 03:28:45.871426 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-59e605ac-3626-4e7e-b697-3cf6f27346eb tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468018 May 27 03:28:45.964245 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-6c574b98-b14c-485d-86f2-38307cf59a27 service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818784 May 27 03:28:46.056819 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-9334c67d-2e8f-42c4-b117-9545617b54f1 service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863254 May 27 03:28:46.349745 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-804889ed-0796-4ff8-ae85-9519fd3008fd req-429ccd27-3de2-45fd-8df6-6e45f96756ea tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0319529 May 27 03:28:47.341877 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:47.483662 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-579ca3e6-1424-4723-886e-e5bd9043890f req-587b195f-3f5d-4f23-b897-99904f80a250 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0468965 May 27 03:28:47.493333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-47bc7945-10d9-458c-bbcc-888e6f3f359e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:47.494744 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-47bc7945-10d9-458c-bbcc-888e6f3f359e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.1473811 May 27 03:28:47.542486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:47.586713 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-cd99fc45-4617-4dc8-9ede-0c921aad69b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 378 time: 0.0572371 May 27 03:28:47.596755 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'port': {'device_id': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'admin_state_up': True, 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'security_groups': ['6442cf90-c91e-4132-80ed-9547c9aa1d91']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:47.600334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:47.704862 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Made reservation on behalf of ffc47aa302dc4c4e94c4bc7227728c40 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:28:47.708352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:47.834865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.20.0.4 (561895ec-13c2-4737-9f4c-a28189f41261/54d01bde-5bb4-4778-816e-ba887aaa3415/7e5c7f67-26e9-494e-9521-c8fe58036825) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:47.974869 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.007727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.052611 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:48.055683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:48.059544 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:48.086650 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.118313 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.118944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.136309 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b0cf475a-d6e6-4c76-81b3-3e9a3d8ad40d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5443242 May 27 03:28:48.155614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Request body: {'port': {'device_id': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:48.229536 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.258356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-44ef8e48-a45c-49b1-a468-fc4babf071bd None None] Provisioning complete for port 7e5c7f67-26e9-494e-9521-c8fe58036825 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:48.258771 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-44ef8e48-a45c-49b1-a468-fc4babf071bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.292337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-44ef8e48-a45c-49b1-a468-fc4babf071bd None None] Port 7e5c7f67-26e9-494e-9521-c8fe58036825 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:28:48.381807 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:48.427068 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:48.527232 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e5c7f67-26e9-494e-9521-c8fe58036825 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:48.535400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks [] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.548357 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Transition to ACTIVE for port object 7e5c7f67-26e9-494e-9521-c8fe58036825 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:28:48.552432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.606432 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d2ad85-bd62-4b2e-8f61-229f11dc6797 req-a9c0734b-118d-4d0a-9a6c-d9386a05b257 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.609767 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.618330 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-53d2ad85-bd62-4b2e-8f61-229f11dc6797 req-a9c0734b-118d-4d0a-9a6c-d9386a05b257 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0631680 May 27 03:28:48.670638 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-53d2ad85-bd62-4b2e-8f61-229f11dc6797 req-29d37c03-dacf-4fad-8355-20d3b46bab53 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0481853 May 27 03:28:48.680928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Attempting to bind port 7e5c7f67-26e9-494e-9521-c8fe58036825 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:28:48.681285 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Attempting to bind port 7e5c7f67-26e9-494e-9521-c8fe58036825 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:28:48.681617 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Attempting to bind port 7e5c7f67-26e9-494e-9521-c8fe58036825 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:48.686937 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Port 7e5c7f67-26e9-494e-9521-c8fe58036825 on network 561895ec-13c2-4737-9f4c-a28189f41261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:28:48.687258 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Attempting to bind port 7e5c7f67-26e9-494e-9521-c8fe58036825 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:28:48.692988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:28:48.693326 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:28:48.693713 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Bound using segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:28:48.694138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Bound port: 7e5c7f67-26e9-494e-9521-c8fe58036825, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:28:48.694504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.761410 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:28:48.764841 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e5c7f67-26e9-494e-9521-c8fe58036825,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:28:48.771686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.803139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.803756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:48.805173 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] 10.222.0.60 "PUT /v2.0/ports/7e5c7f67-26e9-494e-9521-c8fe58036825 HTTP/1.1" status: 200 len: 1093 time: 0.6541183 May 27 03:28:48.805702 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:48.807940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac416e7-940e-4b5f-a296-b5c3e376cd4d" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:48.843508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4bac31-258b-4b88-82a5-c8c272994825 service neutron] Pushing event updated for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:48.858545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2950f2d3-9846-473d-9aa8-aa7236b7b257 x-openstack-request-id: req-2950f2d3-9846-473d-9aa8-aa7236b7b257 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:48.858832 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:48.859103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2950f2d3-9846-473d-9aa8-aa7236b7b257 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:48.859504 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2950f2d3-9846-473d-9aa8-aa7236b7b257'] response: {'name': 'network-changed', 'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'status': 'completed', 'code': 200} May 27 03:28:48.921859 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b40825b6-191e-4d7e-9669-a9234ce8a923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:48.923491 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-b40825b6-191e-4d7e-9669-a9234ce8a923 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0428255 May 27 03:28:48.974870 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-655341ef-c48c-455b-9806-63d2f9c735c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5c7f67-26e9-494e-9521-c8fe58036825 HTTP/1.1" status: 200 len: 217 time: 0.0349309 May 27 03:28:49.032122 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-a9c0f8a7-3466-43df-b3fb-97fbadc70dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.033563 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-a9c0f8a7-3466-43df-b3fb-97fbadc70dc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0493658 May 27 03:28:49.081366 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-a5668d63-b29f-4c52-bd15-3996159bfbb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.082864 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-a5668d63-b29f-4c52-bd15-3996159bfbb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0392869 May 27 03:28:49.169313 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-82ffe9e2-71db-4589-b8f2-768f1e90bb69 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803623 May 27 03:28:49.259278 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb275f83-cec4-48d1-9924-debc96cbf4ad req-c600f9e4-69e2-4936-af70-fe9a647adc7d service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838699 May 27 03:28:49.686554 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-0711c402-05b8-486b-bdf0-274e1ad95ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.687992 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-0711c402-05b8-486b-bdf0-274e1ad95ebc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 1127 time: 0.0414104 May 27 03:28:49.756433 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:49.769511 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:49.784750 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9ba78d-2ef4-4499-952f-c45352260827 req-0a18ecde-5180-435e-bb00-7039b64faf6c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.786225 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf9ba78d-2ef4-4499-952f-c45352260827 req-0a18ecde-5180-435e-bb00-7039b64faf6c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0473280 May 27 03:28:49.786769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-39e65630-250a-4ab0-a460-f3cdb852c029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.788277 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-39e65630-250a-4ab0-a460-f3cdb852c029 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0931365 May 27 03:28:49.831039 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-cd9b8f1b-e36a-46db-8a7f-1f3ebdec9c93 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5c7f67-26e9-494e-9521-c8fe58036825 HTTP/1.1" status: 200 len: 217 time: 0.0334647 May 27 03:28:49.835070 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf9ba78d-2ef4-4499-952f-c45352260827 req-5a7d4fd4-5435-4c84-952f-086dbc2418f3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433040 May 27 03:28:49.888220 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-2674eead-4df2-4b59-8b5a-699c7b96d1e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.889622 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-2674eead-4df2-4b59-8b5a-699c7b96d1e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0428565 May 27 03:28:49.941595 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-b3f777ec-8073-43cd-89c2-e50a7082b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:49.943185 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-b3f777ec-8073-43cd-89c2-e50a7082b403 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432060 May 27 03:28:50.030549 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-5510835a-0b66-4468-81e3-b8224daf801c service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812626 May 27 03:28:50.122470 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bac416e7-940e-4b5f-a296-b5c3e376cd4d req-438fffa1-67ce-4d52-b0b1-0a6f38856c4c service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850351 May 27 03:28:50.377943 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f5ed3893-4914-4c0c-8772-cbb3fe359d7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:50.949003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd25a3-0090-4009-a061-d6cd14204a87 req-5e566423-de9f-430c-8a87-eb824847bff7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:50.950476 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9afd25a3-0090-4009-a061-d6cd14204a87 req-5e566423-de9f-430c-8a87-eb824847bff7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0479422 May 27 03:28:50.998569 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9afd25a3-0090-4009-a061-d6cd14204a87 req-d99397cf-0237-4016-9707-cd212695c490 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424702 May 27 03:28:52.020271 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=52,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:52.023623 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=24,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:52.219570 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33d87d5-6f0d-4546-a738-8d86376f63f1 req-70bd642c-2454-494f-8b2f-ccc2f55c463a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:52.221082 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a33d87d5-6f0d-4546-a738-8d86376f63f1 req-70bd642c-2454-494f-8b2f-ccc2f55c463a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.1552701 May 27 03:28:52.273367 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a33d87d5-6f0d-4546-a738-8d86376f63f1 req-2340b45a-4099-41f3-bc4b-023e6a2cdc19 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469594 May 27 03:28:52.299876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8432e-192b-427d-bd68-424c01eab4ba req-a4fa6891-05f5-4b2b-a782-0b72cf09178d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:52.301320 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cac8432e-192b-427d-bd68-424c01eab4ba req-a4fa6891-05f5-4b2b-a782-0b72cf09178d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.1011987 May 27 03:28:52.351234 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cac8432e-192b-427d-bd68-424c01eab4ba req-2d192139-b349-48f3-82b1-505051520f8c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443926 May 27 03:28:52.656635 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f4b67b6a-afc8-4b98-b761-a33b859933a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:53.391543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0bdf30-f0a6-4139-9828-22199765e483 req-08ab31e4-35c3-4824-8b19-55dce91aec7f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.393084 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee0bdf30-f0a6-4139-9828-22199765e483 req-08ab31e4-35c3-4824-8b19-55dce91aec7f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0478375 May 27 03:28:53.441771 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ee0bdf30-f0a6-4139-9828-22199765e483 req-267fdb75-9ed2-4b50-9cda-805c137ccee5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434129 May 27 03:28:53.448787 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:53.465019 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bbdb18-21d2-452a-856e-55bb9d5dd788 req-ae9f56b8-da66-47ea-8677-c013712d282e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:53.466482 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f0bbdb18-21d2-452a-856e-55bb9d5dd788 req-ae9f56b8-da66-47ea-8677-c013712d282e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0480697 May 27 03:28:53.512517 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f0bbdb18-21d2-452a-856e-55bb9d5dd788 req-063f4325-d48d-452d-9dda-e7c724fdb3c4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406933 May 27 03:28:53.976404 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.440953 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-eed5e334-8df5-4447-b560-9d349209fdcc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:54.442395 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-eed5e334-8df5-4447-b560-9d349209fdcc tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0454619 May 27 03:28:54.560662 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Deleting port 5f209ba7-5949-4139-a03b-ee0ae3138cea {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:54.561002 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.573038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b98628a-8629-4414-838a-3c0b518651ca req-89a43e61-52b0-4070-9378-18825d33c38a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:54.574501 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b98628a-8629-4414-838a-3c0b518651ca req-89a43e61-52b0-4070-9378-18825d33c38a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0598643 May 27 03:28:54.628336 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cd02b3-150c-47e4-9915-884ef5dd80c4 req-b1a96b9f-c082-4aed-93cd-106c44d3e169 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:54.629813 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77cd02b3-150c-47e4-9915-884ef5dd80c4 req-b1a96b9f-c082-4aed-93cd-106c44d3e169 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 945 time: 0.0470421 May 27 03:28:54.686774 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77cd02b3-150c-47e4-9915-884ef5dd80c4 req-a8f4d9dd-03ac-44cd-9434-1d7d566f3660 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=975efad3-25c1-4f2c-91b9-b114a309a93a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514464 May 27 03:28:54.687119 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5b98628a-8629-4414-838a-3c0b518651ca req-b0f44c77-404e-4231-b89b-1fad27114c52 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1025691 May 27 03:28:54.699043 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] For port 5f209ba7-5949-4139-a03b-ee0ae3138cea, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=5f209ba7-5949-4139-a03b-ee0ae3138cea,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:54.699409 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.796352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:54.800944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:54.855245 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.855606 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:54.855943 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Floating IP 4c618fcf-0703-47df-b89c-c8ac9a4e62c9 disassociated. External IP: 172.27.1.198, port: 5f209ba7-5949-4139-a03b-ee0ae3138cea. May 27 03:28:54.856284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Calling delete_port for 5f209ba7-5949-4139-a03b-ee0ae3138cea owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:54.981766 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (5f209ba7-5949-4139-a03b-ee0ae3138cea), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:55.007398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'Port': ['ID=5f209ba7-5949-4139-a03b-ee0ae3138cea,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:55.115799 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:28:55.215961 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:28:55.226582 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:28:55.237574 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:55.238127 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:55.257364 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] No DVR routers for this DVR port 5f209ba7-5949-4139-a03b-ee0ae3138cea on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:28:55.259893 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:55.263047 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8abb60b8-0b84-49dc-a47e-080a69074ef8 req-93cc56a3-a008-4698-9cfc-3192ed26923e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "DELETE /v2.0/ports/5f209ba7-5949-4139-a03b-ee0ae3138cea HTTP/1.1" status: 204 len: 173 time: 0.8137395 May 27 03:28:55.263478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'name': 'network-vif-deleted', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:55.265783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61272da8-0e73-453c-b33b-421b3a04f9e8" -d '{"events": [{"server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "name": "network-vif-deleted", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:55.300304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fcb40b3-c5a1-484b-97a4-704c84587618 x-openstack-request-id: req-9fcb40b3-c5a1-484b-97a4-704c84587618 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:55.300656 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15a8db13-6978-4562-918e-29f8ca94ef3f", "name": "network-vif-deleted", "tag": "5f209ba7-5949-4139-a03b-ee0ae3138cea", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:55.301274 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9fcb40b3-c5a1-484b-97a4-704c84587618 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:55.301274 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9fcb40b3-c5a1-484b-97a4-704c84587618'] response: {'server_uuid': '15a8db13-6978-4562-918e-29f8ca94ef3f', 'name': 'network-vif-deleted', 'tag': '5f209ba7-5949-4139-a03b-ee0ae3138cea', 'status': 'completed', 'code': 200} May 27 03:28:55.349458 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:55.351198 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:55.501414 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:55.550129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:55.575097 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:28:55.583972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:28:55.584578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:55.804464 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9acf6d57-a192-4a31-9b2f-ee027d1b7e0b req-b038eaf6-73f4-4f7e-8647-cd94ea087f7b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0306118 May 27 03:28:55.814762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:28:55.828544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f82db94-6460-4349-8181-43981716a5f9 req-0dfe6896-d279-4248-8949-c7703836afa5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:55.828544 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f82db94-6460-4349-8181-43981716a5f9 req-0dfe6896-d279-4248-8949-c7703836afa5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 943 time: 0.0496254 May 27 03:28:55.873654 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f82db94-6460-4349-8181-43981716a5f9 req-a1435ee2-c36f-4c21-8ae9-76ffe23cb812 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427094 May 27 03:28:56.001123 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:28:56.029585 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26b9aef1-0c85-4ae8-9d6e-f4021abc381e None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:28:56.165710 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-927efe3a-4bc2-495b-93f1-0eb6060177c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=15a8db13-6978-4562-918e-29f8ca94ef3f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0302124 May 27 03:28:56.237186 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-0ec80bfb-4219-4657-b838-86322e5601d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=15a8db13-6978-4562-918e-29f8ca94ef3f HTTP/1.1" status: 200 len: 210 time: 0.0268230 May 27 03:28:56.273051 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c21dc2b-cfff-4d82-a1ee-43adb993938e None None] New status for floating IP 4c618fcf-0703-47df-b89c-c8ac9a4e62c9: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:28:56.354304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-9a6ebaa8-b8f5-4369-adcc-48c6217840c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:56.355764 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-9a6ebaa8-b8f5-4369-adcc-48c6217840c1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b114bd896cc6469184097ef9300613da&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0915148 May 27 03:28:56.455843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-f6f6cc5b-c266-4c95-b7de-2024677667f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:56.457321 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e38c8fb-2d3c-4572-ac01-39ed2560a7e1 req-f6f6cc5b-c266-4c95-b7de-2024677667f5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0953772 May 27 03:28:56.738140 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7e5c7f67-26e9-494e-9521-c8fe58036825 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:28:56.750638 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 5f209ba7-5949-4139-a03b-ee0ae3138cea no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:28:56.780515 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 5f209ba7-5949-4139-a03b-ee0ae3138cea {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:28:56.780857 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 5f209ba7-5949-4139-a03b-ee0ae3138cea not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:28:56.787672 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:56.841116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:56.876756 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e5c7f67-26e9-494e-9521-c8fe58036825,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:56.889762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'port_id': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'mac_address': 'fa:16:3e:45:72:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:28:56.899347 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33118) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:56.927790 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 7e5c7f67-26e9-494e-9521-c8fe58036825 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:56.928288 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:56.941648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e5c7f67-26e9-494e-9521-c8fe58036825 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:28:56.961960 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e5c7f67-26e9-494e-9521-c8fe58036825,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:56.966067 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:56.974568 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (975efad3-25c1-4f2c-91b9-b114a309a93a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.012244 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.022316 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (975efad3-25c1-4f2c-91b9-b114a309a93a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.031301 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7317137-6584-4ce3-9f19-12f007f0ec26 req-d91fc817-eb5a-4b49-a22d-ab3909e11b2d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:57.032828 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b7317137-6584-4ce3-9f19-12f007f0ec26 req-d91fc817-eb5a-4b49-a22d-ab3909e11b2d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 944 time: 0.0679197 May 27 03:28:57.080327 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:57.080927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:57.113843 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b7317137-6584-4ce3-9f19-12f007f0ec26 req-fc8a5171-604d-49d6-8171-6544ba9806b9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753810 May 27 03:28:57.124284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (975efad3-25c1-4f2c-91b9-b114a309a93a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.127072 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.128228 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "DELETE /v2.0/security-groups/975efad3-25c1-4f2c-91b9-b114a309a93a HTTP/1.1" status: 204 len: 168 time: 0.2278457 May 27 03:28:57.131025 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33120) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:57.137524 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10ef0a5-773f-4520-aa4a-9d972bc627b8 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=975efad3-25c1-4f2c-91b9-b114a309a93a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.147159 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-41e58035-3627-4c7e-8d80-8e675519ade5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] show failed (client error): The resource could not be found. May 27 03:28:57.150808 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-41e58035-3627-4c7e-8d80-8e675519ade5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups/975efad3-25c1-4f2c-91b9-b114a309a93a HTTP/1.1" status: 404 len: 347 time: 0.0155778 May 27 03:28:57.151029 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33122) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:57.260825 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Deleting port 19351ac6-321e-4b61-9128-74d9d0595e0e {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:28:57.261170 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.263352 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:57.339646 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['7e5c7f67-26e9-494e-9521-c8fe58036825'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:28:57.339955 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.340289 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (19351ac6-321e-4b61-9128-74d9d0595e0e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.354238 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Calling delete_port for 19351ac6-321e-4b61-9128-74d9d0595e0e owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:28:57.485618 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (19351ac6-321e-4b61-9128-74d9d0595e0e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.509810 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'Port': ['ID=19351ac6-321e-4b61-9128-74d9d0595e0e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.565225 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:57.571779 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (4c618fcf-0703-47df-b89c-c8ac9a4e62c9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.574315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.575453 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-da3984c4-76c2-4fda-954a-859e48eb6e7c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "DELETE /v2.0/floatingips/4c618fcf-0703-47df-b89c-c8ac9a4e62c9 HTTP/1.1" status: 204 len: 168 time: 0.4235470 May 27 03:28:57.657599 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33126) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:57.662082 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group': {'name': 'tempest-securitygroup--524205182', 'description': 'tempest-description--504780631'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:57.682203 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.748339 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (98abee0e-f5e8-40f3-bba6-18c3256748f8), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.752227 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (98abee0e-f5e8-40f3-bba6-18c3256748f8), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.783383 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.784627 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1260328 May 27 03:28:57.787589 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33128) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:57.788766 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c5a66-fb17-4975-a215-e4a8de69076a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98abee0e-f5e8-40f3-bba6-18c3256748f8,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.792116 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group_rule': {'security_group_id': '98abee0e-f5e8-40f3-bba6-18c3256748f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:57.818666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (3fe8c5ac-0685-4440-98eb-f0765155e534), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.872318 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (3fe8c5ac-0685-4440-98eb-f0765155e534), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.876221 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (3fe8c5ac-0685-4440-98eb-f0765155e534), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.894070 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fe8c5ac-0685-4440-98eb-f0765155e534,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:57.901765 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.902940 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6fc3dd6f-498d-4c67-aaf0-12670d4d0f45 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1143069 May 27 03:28:57.905611 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33130) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:57.910054 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'security_group_rule': {'security_group_id': '98abee0e-f5e8-40f3-bba6-18c3256748f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:57.935449 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (883ab747-730c-4618-93ee-dcc957801277), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.991472 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (883ab747-730c-4618-93ee-dcc957801277), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:57.994756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (883ab747-730c-4618-93ee-dcc957801277), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.013109 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=883ab747-730c-4618-93ee-dcc957801277,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.019484 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.020678 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b6e759ab-dfb4-42ef-a28c-11372fddfe14 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141477 May 27 03:28:58.023636 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33132) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:28:58.027798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:28:58.048939 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.128252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.327450 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.467508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a89a3a-2c51-4ff2-b923-6f4a369323f9 req-998ec366-d2ce-4797-bd28-002289eb1508 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:58.469545 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c6a89a3a-2c51-4ff2-b923-6f4a369323f9 req-998ec366-d2ce-4797-bd28-002289eb1508 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 944 time: 0.2907035 May 27 03:28:58.504137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Allocated IP 172.27.1.173 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/b0e3fead-a60e-465d-b602-3a5e95bc3830) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:28:58.558548 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c6a89a3a-2c51-4ff2-b923-6f4a369323f9 req-960558f7-0c05-4e20-b64f-c3abe7dde46d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823357 May 27 03:28:58.643625 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.647666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=4,neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:58.669435 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:58.681358 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.721018 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:28:58.726101 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:28:58.729643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:28:58.753089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7e5c7f67-26e9-494e-9521-c8fe58036825 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:28:58.754168 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=b0e3fead-a60e-465d-b602-3a5e95bc3830,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:58.797972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 7e5c7f67-26e9-494e-9521-c8fe58036825 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:28:58.805003 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 7e5c7f67-26e9-494e-9521-c8fe58036825 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:28:58.805352 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.829954 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.873736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.878108 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 7e5c7f67-26e9-494e-9521-c8fe58036825 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:28:58.878499 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.900808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:28:58.903043 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe57c81-c7d9-4af9-9714-d875a4f2b7f7" -d '{"events": [{"server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:28:58.923611 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e5c7f67-26e9-494e-9521-c8fe58036825,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:28:58.928432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:58.960247 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f16efbda-87dc-45e7-a199-80063f5bdfa0 x-openstack-request-id: req-f16efbda-87dc-45e7-a199-80063f5bdfa0 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:28:58.960557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "name": "network-vif-plugged", "status": "completed", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:28:58.960812 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f16efbda-87dc-45e7-a199-80063f5bdfa0 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:28:58.961202 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f16efbda-87dc-45e7-a199-80063f5bdfa0'] response: {'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'code': 200} May 27 03:28:58.986310 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.059684 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:59.064618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:59.133241 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=b0e3fead-a60e-465d-b602-3a5e95bc3830,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:28:59.144051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:59.158458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:28:59.159672 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-bb266513-3034-4cf8-9e83-4569d1a858f4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1350353 May 27 03:28:59.230479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862a0573-077b-47c5-8e55-861660088feb req-f5513f84-bcc7-482c-9117-1dc685d2a2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:59.232015 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-862a0573-077b-47c5-8e55-861660088feb req-f5513f84-bcc7-482c-9117-1dc685d2a2f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0385277 May 27 03:28:59.287894 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-862a0573-077b-47c5-8e55-861660088feb req-96d02ebb-045f-406e-91e5-1bda19a80b94 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0438478 May 27 03:28:59.352842 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-bc4b44a6-59ad-4c2b-81c7-284aecf0a16c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--524205182&fields=id&tenant_id=b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 267 time: 0.0420632 May 27 03:28:59.456924 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-bbf371f1-6f9c-4577-9104-ff63341c326c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:59.458391 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-bbf371f1-6f9c-4577-9104-ff63341c326c tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 810 time: 0.0994699 May 27 03:28:59.472508 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-688a7501-2612-4210-ab61-018a7394fb3f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/quotas/b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 375 time: 0.0088511 May 27 03:28:59.523560 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-34846f01-c4c9-4d9e-8839-34eb0fc631ae tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465288 May 27 03:28:59.579510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:59.594890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:59.620977 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-f47780d4-5d65-4318-b27d-87e51966c3d1 service neutron] 10.222.0.62 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863857 May 27 03:28:59.674039 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b955b2-7f8c-42f9-be58-b45d158be94b req-155bb429-f19f-44fe-aa47-9c52993f3bf7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:28:59.675506 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-12b955b2-7f8c-42f9-be58-b45d158be94b req-155bb429-f19f-44fe-aa47-9c52993f3bf7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0464065 May 27 03:28:59.701352 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:28:59.715345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-508757ba-80c2-42d8-a7b7-8359d44f66b3 service neutron] 10.222.0.62 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879056 May 27 03:28:59.726365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-12b955b2-7f8c-42f9-be58-b45d158be94b req-fc153580-d14a-4f7c-8d5c-ac0250991730 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452273 May 27 03:28:59.876930 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-202050c6-d6a2-4978-a62f-acc6b86fd806 req-cd621a55-4b84-40e9-bd98-29e9cb0dbfb3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0279930 May 27 03:29:00.840377 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809cd3a-b323-4f61-8f04-02d41ca01965 req-ac15aa0b-8193-4a37-bb89-9d4d8206bd6c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:00.841859 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8809cd3a-b323-4f61-8f04-02d41ca01965 req-ac15aa0b-8193-4a37-bb89-9d4d8206bd6c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0482252 May 27 03:29:00.889488 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8809cd3a-b323-4f61-8f04-02d41ca01965 req-ee8af467-f1eb-4956-9d0e-69f20ffb5df7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421693 May 27 03:29:00.982654 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bc785eba-485c-4732-8c7f-ae9906ebe439 req-c9d19b5a-b77e-44b8-b99d-e93f5940a849 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0389183 May 27 03:29:01.011874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b740a80b-3654-45ef-8b8f-7e45133d86e7 req-f0beefea-abdc-460b-b7d7-26552bf1caf5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:01.013283 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b740a80b-3654-45ef-8b8f-7e45133d86e7 req-f0beefea-abdc-460b-b7d7-26552bf1caf5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0570087 May 27 03:29:01.063211 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b740a80b-3654-45ef-8b8f-7e45133d86e7 req-4cfb75c0-b5c2-4f78-9f77-85094ca2649e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440943 May 27 03:29:01.087557 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33172) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:01.173894 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea21d56e-0fe7-4b6c-a8b3-313234b94a34 tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:01.175433 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ea21d56e-0fe7-4b6c-a8b3-313234b94a34 tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 1124 time: 0.0868654 May 27 03:29:01.178244 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33176) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:01.182390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'port_id': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:01.203330 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:01.279243 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:01.387213 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.27.1.46 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/5601bdb4-9618-47e3-9122-009e403aa7dc) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:01.496138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:01.528169 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:01.596183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:01.603347 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:01.630896 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:01.632822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=5601bdb4-9618-47e3-9122-009e403aa7dc,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:01.641590 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:01.674507 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:01.751280 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-9939d80c-764c-4dfe-afe8-cf9c6d32a254 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:01.752738 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-9939d80c-764c-4dfe-afe8-cf9c6d32a254 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 810 time: 0.1963522 May 27 03:29:01.935520 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7d4c241-f388-4bec-9725-19b26ac3e7e2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b114bd896cc6469184097ef9300613da HTTP/1.1" status: 200 len: 379 time: 0.0985410 May 27 03:29:01.948491 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'port': {'device_id': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'admin_state_up': True, 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'security_groups': ['98abee0e-f5e8-40f3-bba6-18c3256748f8']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:02.082719 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-017af2be-3407-497c-ad14-38ca9af15232 req-5d9d0555-06de-4a52-9327-5977ea906db2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0306501 May 27 03:29:02.166048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (1d304038-59a4-44cf-bbfc-54c9b49c4464), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.167914 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Made reservation on behalf of b114bd896cc6469184097ef9300613da for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:29:02.171291 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.296185 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.396593 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Allocated IP 172.20.0.12 (98ca3cf1-95fa-41da-b7a2-51930fd197f1/8401d48a-e29a-4d2c-9c36-9ef92b412a74/dbce52b7-89f4-4a12-9b4f-52599cf57a61) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:29:02.408683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:02.417801 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:02.619334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.628575 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.637305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.731157 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=5601bdb4-9618-47e3-9122-009e403aa7dc,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.745025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (1d304038-59a4-44cf-bbfc-54c9b49c4464), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.748650 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.832264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:29:02.861797 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:29:02.867864 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:29:02.894217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event updated for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:02.928662 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP 1d304038-59a4-44cf-bbfc-54c9b49c4464 associated. External IP: 172.27.1.46, port: 7e5c7f67-26e9-494e-9521-c8fe58036825. May 27 03:29:02.935935 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:02.936584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:02.994410 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-4b356379-e416-461f-9750-f68442be6b3a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0507219 May 27 03:29:03.030305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Request body: {'port': {'device_id': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:03.057679 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:03.060614 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-890529a0-fe15-488a-861c-6426ee06ba43 None None] Provisioning complete for port dbce52b7-89f4-4a12-9b4f-52599cf57a61 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:03.060981 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-890529a0-fe15-488a-861c-6426ee06ba43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:03.092271 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-890529a0-fe15-488a-861c-6426ee06ba43 None None] Port dbce52b7-89f4-4a12-9b4f-52599cf57a61 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:29:03.359570 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:03.376620 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:03.383991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:03.441505 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21048bb-7e9a-4baa-9f30-9f60e0db9d31 req-a7e564ff-876d-442e-b9be-bb0b1982420f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:03.442940 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a21048bb-7e9a-4baa-9f30-9f60e0db9d31 req-a7e564ff-876d-442e-b9be-bb0b1982420f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 932 time: 0.1029899 May 27 03:29:03.539224 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:03.563838 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a21048bb-7e9a-4baa-9f30-9f60e0db9d31 req-2a8064dd-c03a-4c8d-9c9a-81a00485475b tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010547 May 27 03:29:03.771020 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:03.780458 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:03.792029 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:03.792651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:03.806957 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:03.854365 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-30329437-56ad-4929-a391-57706c55ba55 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6750987 May 27 03:29:03.859435 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:03.861659 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14d602b6-018c-48dc-a590-00d8099990a8" -d '{"events": [{"name": "network-changed", "server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:03.897397 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:03.897610 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbce52b7-89f4-4a12-9b4f-52599cf57a61 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:03.902647 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be5255ce-659d-4a5b-ab5b-2fb3f5e153fc x-openstack-request-id: req-be5255ce-659d-4a5b-ab5b-2fb3f5e153fc {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:03.902929 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:03.903170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-be5255ce-659d-4a5b-ab5b-2fb3f5e153fc {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:03.903553 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be5255ce-659d-4a5b-ab5b-2fb3f5e153fc'] response: {'name': 'network-changed', 'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'status': 'completed', 'code': 200} May 27 03:29:03.907478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks [] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:03.920726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Transition to ACTIVE for port object dbce52b7-89f4-4a12-9b4f-52599cf57a61 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:29:03.924858 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:04.014231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:04.029391 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d602b6-018c-48dc-a590-00d8099990a8 req-458ba449-4999-45ca-ad7c-71490140f908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.031556 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-458ba449-4999-45ca-ad7c-71490140f908 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 1129 time: 0.0760734 May 27 03:29:04.137688 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '1d304038-59a4-44cf-bbfc-54c9b49c4464', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:45:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:01Z', 'updated_at': '2022-05-27T03:29:01Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:04.138392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.164355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:04.168035 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Attempting to bind port dbce52b7-89f4-4a12-9b4f-52599cf57a61 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:29:04.168377 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Attempting to bind port dbce52b7-89f4-4a12-9b4f-52599cf57a61 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:29:04.168700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Attempting to bind port dbce52b7-89f4-4a12-9b4f-52599cf57a61 on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:04.174199 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:04.174654 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:04.178014 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Port dbce52b7-89f4-4a12-9b4f-52599cf57a61 on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:29:04.178367 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Attempting to bind port dbce52b7-89f4-4a12-9b4f-52599cf57a61 on network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:29:04.190735 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:29:04.191106 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Checking segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:29:04.191491 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Bound using segment: {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:29:04.191950 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Bound port: dbce52b7-89f4-4a12-9b4f-52599cf57a61, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45efb31b-e262-4260-b353-f20d8ada24b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:29:04.192314 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:04.196691 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.217729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d602b6-018c-48dc-a590-00d8099990a8 req-862c9b6d-974a-4836-a981-cbcfc417c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.219249 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-862c9b6d-974a-4836-a981-cbcfc417c4bb service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.1659639 May 27 03:29:04.287147 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:04.313213 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:04.318620 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-d5a97959-a8c8-41e8-a2b1-62f40ffdedf0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e5c7f67-26e9-494e-9521-c8fe58036825 HTTP/1.1" status: 200 len: 998 time: 0.0781250 May 27 03:29:04.319907 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:29:04.323057 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:29:04.336600 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:04.407997 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.408609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:04.410003 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/dbce52b7-89f4-4a12-9b4f-52599cf57a61 HTTP/1.1" status: 200 len: 1094 time: 1.3837452 May 27 03:29:04.440415 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d602b6-018c-48dc-a590-00d8099990a8 req-e90de537-fc8b-4f7f-8444-ea1c415179b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.441876 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-e90de537-fc8b-4f7f-8444-ea1c415179b1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.1151497 May 27 03:29:04.445353 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7939d24-5a71-4ac4-81cc-f9902df122d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:04.512367 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '1d304038-59a4-44cf-bbfc-54c9b49c4464', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:45:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:01Z', 'updated_at': '2022-05-27T03:29:01Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:04.537280 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d602b6-018c-48dc-a590-00d8099990a8 req-c8172752-f3b7-49f3-8698-07c4859a78ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.538719 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-c8172752-f3b7-49f3-8698-07c4859a78ff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0778537 May 27 03:29:04.538994 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a6977d-4878-48c2-b8e9-c1aef1b72bab None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '1d304038-59a4-44cf-bbfc-54c9b49c4464', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.46', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 500, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:45:72:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:29:01Z', 'updated_at': '2022-05-27T03:29:01Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:04.542669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-df38915f-a718-4c2b-b2bd-cd8667468476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.543947 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-df38915f-a718-4c2b-b2bd-cd8667468476 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 1128 time: 0.0527217 May 27 03:29:04.612848 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-d64cfb2d-46ad-4ea8-9231-26678ecfa2c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61 HTTP/1.1" status: 200 len: 217 time: 0.0459173 May 27 03:29:04.747344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-5ab90018-9140-4c29-a6ad-fb60d396cfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.748844 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-5ab90018-9140-4c29-a6ad-fb60d396cfc9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.1118634 May 27 03:29:04.756790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6148e8-66c1-4777-acd9-2141afa96a2d req-212f25bf-eaf4-4b45-bf81-6893ef0c2b47 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.758247 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-be6148e8-66c1-4777-acd9-2141afa96a2d req-212f25bf-eaf4-4b45-bf81-6893ef0c2b47 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 944 time: 0.1078596 May 27 03:29:04.761285 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ab81f84-dc6d-46cd-af70-4d088c39b5d6 None None] New status for floating IP 1d304038-59a4-44cf-bbfc-54c9b49c4464: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:04.772749 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-dced82c5-811f-4900-8e31-a171fc989766 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2150357 May 27 03:29:04.836083 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-6e357369-3549-4974-ba06-7c5091d2c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:04.837589 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-6e357369-3549-4974-ba06-7c5091d2c442 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769713 May 27 03:29:04.951132 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-be6148e8-66c1-4777-acd9-2141afa96a2d req-c30a21b4-ae50-40cd-a07e-22e99016e2ae tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1806324 May 27 03:29:04.981042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-14d602b6-018c-48dc-a590-00d8099990a8 req-a9351a30-f81f-440c-a941-9c75d109abc3 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868014 May 27 03:29:05.002257 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-a440a872-5265-4fff-a412-f29abf222567 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353796 May 27 03:29:05.087530 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:05.099519 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b3da2b43-6c4e-4808-8ab6-a384ce5541fe req-3dc0ecb6-327d-4c2b-8604-15f77f579394 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858564 May 27 03:29:05.905080 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:05.907932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bad1a64-569f-4da3-b70d-6621e9fda1b1" -d '{"events": [{"name": "network-changed", "server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:05.945835 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1f4aef9-fdd2-4f94-a8b5-45e74442e83b x-openstack-request-id: req-f1f4aef9-fdd2-4f94-a8b5-45e74442e83b {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:05.946144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:05.946382 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f1f4aef9-fdd2-4f94-a8b5-45e74442e83b {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:05.946787 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1f4aef9-fdd2-4f94-a8b5-45e74442e83b'] response: {'name': 'network-changed', 'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'status': 'completed', 'code': 200} May 27 03:29:06.070298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34961192-dce8-448a-a5be-7a93080b7835 req-45ea32ac-0056-4314-b067-536dd2f82d13 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.071717 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-34961192-dce8-448a-a5be-7a93080b7835 req-45ea32ac-0056-4314-b067-536dd2f82d13 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 944 time: 0.0535972 May 27 03:29:06.118372 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-34961192-dce8-448a-a5be-7a93080b7835 req-bd7e8835-0960-46c7-b94a-3c04f2c78ced tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411553 May 27 03:29:06.194567 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:06.204555 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-73e14113-896e-4501-b233-eefbd5faf97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.206016 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-73e14113-896e-4501-b233-eefbd5faf97c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 1128 time: 0.0399086 May 27 03:29:06.299348 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-539f4ed8-64c2-47e5-8350-2b827b0d166c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.300797 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-539f4ed8-64c2-47e5-8350-2b827b0d166c service neutron] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 911 time: 0.0855134 May 27 03:29:06.339413 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-b5e1bc30-3608-4e08-b4a4-ab4df533b090 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61 HTTP/1.1" status: 200 len: 217 time: 0.0315619 May 27 03:29:06.388756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-62d6a219-a2d9-4e1a-8336-b4710b39c8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.390629 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-62d6a219-a2d9-4e1a-8336-b4710b39c8ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.0421181 May 27 03:29:06.433252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-002a1606-5a1e-488a-84f7-82bd0bc0cc53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:06.434654 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-002a1606-5a1e-488a-84f7-82bd0bc0cc53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0363162 May 27 03:29:06.523578 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-048b11d3-d3fc-44e9-861d-6f22552c92be service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818264 May 27 03:29:06.611433 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8bad1a64-569f-4da3-b70d-6621e9fda1b1 req-52e55d16-c3f6-4c17-9bd8-30ee7083df35 service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794249 May 27 03:29:06.783633 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device dbce52b7-89f4-4a12-9b4f-52599cf57a61 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:29:06.882869 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:06.894292 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'port_id': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'mac_address': 'fa:16:3e:9f:22:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:29:06.920515 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:06.930506 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port dbce52b7-89f4-4a12-9b4f-52599cf57a61 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:06.930852 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:06.944567 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbce52b7-89f4-4a12-9b4f-52599cf57a61 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:06.964242 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:06.968381 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:07.014599 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:07.230446 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbee3b8c-af51-431c-b2ed-a27192c050d5 req-a5ddde0d-4490-4f9e-9529-697a53ddc511 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:07.231899 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbee3b8c-af51-431c-b2ed-a27192c050d5 req-a5ddde0d-4490-4f9e-9529-697a53ddc511 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0462029 May 27 03:29:07.279676 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbee3b8c-af51-431c-b2ed-a27192c050d5 req-ac2fd17c-baaf-422e-bace-4f0dc32cd4b5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417197 May 27 03:29:07.383080 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['dbce52b7-89f4-4a12-9b4f-52599cf57a61'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:08.396328 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439aa79-2e76-45d0-990e-992719024d96 req-c32fa4b6-125c-4fdd-958d-ed8284501b0e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:08.397797 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5439aa79-2e76-45d0-990e-992719024d96 req-c32fa4b6-125c-4fdd-958d-ed8284501b0e tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 945 time: 0.0505264 May 27 03:29:08.443416 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5439aa79-2e76-45d0-990e-992719024d96 req-4aa8465e-0cc8-43c7-b5ee-fb3c1d25ae54 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401185 May 27 03:29:08.797456 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device dbce52b7-89f4-4a12-9b4f-52599cf57a61 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:08.840470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port dbce52b7-89f4-4a12-9b4f-52599cf57a61 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:29:08.846710 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port dbce52b7-89f4-4a12-9b4f-52599cf57a61 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:08.847085 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:09.038569 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port dbce52b7-89f4-4a12-9b4f-52599cf57a61 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:09.038956 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:09.060508 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:09.063111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcca00af-be75-41e7-9968-1e14fabb3894" -d '{"events": [{"server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:09.075413 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:09.079967 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:09.101616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80cafda6-e142-4a15-acfa-12f40f0b38e8 x-openstack-request-id: req-80cafda6-e142-4a15-acfa-12f40f0b38e8 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:09.101928 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "name": "network-vif-plugged", "status": "completed", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:09.102180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-80cafda6-e142-4a15-acfa-12f40f0b38e8 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:09.102562 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80cafda6-e142-4a15-acfa-12f40f0b38e8'] response: {'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'code': 200} May 27 03:29:09.112307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:09.129507 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:09.357183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ad398-d1e3-4355-92d0-6a756848cc1e req-e7188b62-7761-4654-9905-aa5f3c7d9c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:09.358637 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-733ad398-d1e3-4355-92d0-6a756848cc1e req-e7188b62-7761-4654-9905-aa5f3c7d9c9b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 1130 time: 0.0805297 May 27 03:29:09.402889 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-733ad398-d1e3-4355-92d0-6a756848cc1e req-c3eb9c7e-912c-433e-bd12-d37b3a579114 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362844 May 27 03:29:09.557685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af3667-24e5-476a-a1db-cc3a60f0af22 req-5e66c630-d925-49ac-bcde-1be0720c6b40 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:09.559115 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21af3667-24e5-476a-a1db-cc3a60f0af22 req-5e66c630-d925-49ac-bcde-1be0720c6b40 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0481112 May 27 03:29:09.604911 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-21af3667-24e5-476a-a1db-cc3a60f0af22 req-df2f29cc-ecd7-4393-8023-5f846a248e82 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397139 May 27 03:29:10.720885 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66eaf555-71a7-468d-8b9a-2b644458decf req-33872fc5-fcb7-4be9-8fd3-5e356473863f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:10.722376 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-66eaf555-71a7-468d-8b9a-2b644458decf req-33872fc5-fcb7-4be9-8fd3-5e356473863f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0477762 May 27 03:29:10.734020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:10.774956 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-66eaf555-71a7-468d-8b9a-2b644458decf req-8416e473-2d79-43f4-8c2c-758f930d6434 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471361 May 27 03:29:11.889865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cfc28-9f3e-49d2-96db-7a9d8e220354 req-9ae8af81-feef-4f3f-875a-c035f17ee108 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:11.891324 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e6cfc28-9f3e-49d2-96db-7a9d8e220354 req-9ae8af81-feef-4f3f-875a-c035f17ee108 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0474391 May 27 03:29:11.937866 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e6cfc28-9f3e-49d2-96db-7a9d8e220354 req-9765a8fa-cbe2-494e-b60e-28ce5bd10d97 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410199 May 27 03:29:12.045452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1112e9-b062-47af-87f8-e5f8f50112d1 req-0efd4d8e-c589-4c49-9cbe-43f779dc580a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:12.046902 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f1112e9-b062-47af-87f8-e5f8f50112d1 req-0efd4d8e-c589-4c49-9cbe-43f779dc580a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0468404 May 27 03:29:12.055361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33222) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:12.059890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Request body: {'floatingip': {'port_id': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:29:12.099525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.385307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:12.537456 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:12.709217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.712996 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:12.808101 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Floating IP 5eb5d16e-777d-4673-b734-a54bdc1aae48 associated. External IP: 172.27.1.173, port: dbce52b7-89f4-4a12-9b4f-52599cf57a61. May 27 03:29:13.005757 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:13.107224 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:13.112654 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:13.117211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:13.127678 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:13.128424 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:13.141791 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b939201c-a4e8-4de0-8b63-0f3132a9e014 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "PUT /v2.0/floatingips/5eb5d16e-777d-4673-b734-a54bdc1aae48 HTTP/1.1" status: 200 len: 992 time: 1.0851836 May 27 03:29:13.142481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:13.144854 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a345c-98be-4bee-8697-bf9f7b59245d" -d '{"events": [{"name": "network-changed", "server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:13.232904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:13.238318 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971e3418-edd9-40cb-bb42-51c23f2e9258 x-openstack-request-id: req-971e3418-edd9-40cb-bb42-51c23f2e9258 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:13.238612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:13.238865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-971e3418-edd9-40cb-bb42-51c23f2e9258 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:13.239270 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-971e3418-edd9-40cb-bb42-51c23f2e9258'] response: {'name': 'network-changed', 'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'status': 'completed', 'code': 200} May 27 03:29:13.333178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-1389840a-06c2-4c69-b21f-2ba15080f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.334649 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-1389840a-06c2-4c69-b21f-2ba15080f298 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b114bd896cc6469184097ef9300613da&device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 1130 time: 0.0405979 May 27 03:29:13.427766 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:13.431622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-6bb640ab-f932-4676-93b8-9ed61827448b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.433134 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-6bb640ab-f932-4676-93b8-9ed61827448b service neutron] 10.222.0.60 "GET /v2.0/networks?id=98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 200 len: 911 time: 0.0887330 May 27 03:29:13.442161 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '5eb5d16e-777d-4673-b734-a54bdc1aae48', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:9f:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:58Z', 'updated_at': '2022-05-27T03:29:12Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:13.445587 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:13.467764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:13.476661 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:13.477257 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:13.497227 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-cebd80b1-866e-4f04-898a-a87884798b59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61 HTTP/1.1" status: 200 len: 1000 time: 0.0575254 May 27 03:29:13.546125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-165c4b5c-4278-44ac-af1d-4dee4e791c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.547573 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-165c4b5c-4278-44ac-af1d-4dee4e791c3a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 200 len: 849 time: 0.0429351 May 27 03:29:13.577702 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:13.600103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-c2f3907b-f1e2-4029-be43-b603fd95d410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:13.601591 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-c2f3907b-f1e2-4029-be43-b603fd95d410 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=98ca3cf1-95fa-41da-b7a2-51930fd197f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414059 May 27 03:29:13.675155 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:13.692291 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-7c589b21-0ae3-4d2c-a151-be2dc7b1006e service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839002 May 27 03:29:13.783710 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b95a345c-98be-4bee-8697-bf9f7b59245d req-1552e43d-9959-42d8-a786-f63579f4b6ed service neutron] 10.222.0.60 "GET /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855694 May 27 03:29:13.784407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '5eb5d16e-777d-4673-b734-a54bdc1aae48', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:9f:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:58Z', 'updated_at': '2022-05-27T03:29:12Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:13.808404 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86f14f3-497a-4aa0-ac90-5104077833f2 None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '5eb5d16e-777d-4673-b734-a54bdc1aae48', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'floating_ip_address': '172.27.1.173', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'port_id': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'mac_address': 'fa:16:3e:9f:22:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:28:58Z', 'updated_at': '2022-05-27T03:29:12Z', 'revision_number': 1, 'project_id': 'b114bd896cc6469184097ef9300613da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:14.004936 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c99867d-d13c-47aa-ada6-8abd9db89bd5 None None] New status for floating IP 5eb5d16e-777d-4673-b734-a54bdc1aae48: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:14.048931 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:16.123567 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e6fdf-a60d-460f-bfba-a846b12add5d req-e3de2498-f317-457e-b7aa-135b617468bb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:16.125062 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-791e6fdf-a60d-460f-bfba-a846b12add5d req-e3de2498-f317-457e-b7aa-135b617468bb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0462656 May 27 03:29:16.171461 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-791e6fdf-a60d-460f-bfba-a846b12add5d req-94965d36-1d1e-424e-9d54-7317eeff6b4d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408585 May 27 03:29:17.285679 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f237d5e2-cf76-4b09-a69f-5e439321fb8c req-3040fac2-472a-4326-ab1e-ec63be439f9a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:17.287111 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f237d5e2-cf76-4b09-a69f-5e439321fb8c req-3040fac2-472a-4326-ab1e-ec63be439f9a tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0459166 May 27 03:29:17.333147 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f237d5e2-cf76-4b09-a69f-5e439321fb8c req-e7fffa7e-6265-473e-81b8-321de2bcda66 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406513 May 27 03:29:18.455106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32d6d09-ffe2-4338-8d65-dcfd819b0685 req-e08558f2-d39f-4d3a-943b-b5125c4cf75b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:18.456595 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c32d6d09-ffe2-4338-8d65-dcfd819b0685 req-e08558f2-d39f-4d3a-943b-b5125c4cf75b tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0469158 May 27 03:29:18.507876 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c32d6d09-ffe2-4338-8d65-dcfd819b0685 req-b19d43a5-9f13-42c0-93af-857c9fa67de0 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457933 May 27 03:29:19.621772 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64bd836-7f12-4195-af53-854391a2b724 req-cfc5ffab-c60e-4dc0-aafb-73a65db017b4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:19.623233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c64bd836-7f12-4195-af53-854391a2b724 req-cfc5ffab-c60e-4dc0-aafb-73a65db017b4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0465384 May 27 03:29:19.672876 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c64bd836-7f12-4195-af53-854391a2b724 req-f158450a-916e-49b9-8e04-a1ec32e5d7bb tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=ae43e855-11a3-469a-b105-6c6d78c59e6b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435183 May 27 03:29:20.163621 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-1557eecb-e658-40d9-8336-478671e5edf7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:20.165064 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-1557eecb-e658-40d9-8336-478671e5edf7 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 945 time: 0.0456071 May 27 03:29:20.247583 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Deleting port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:20.247927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.337614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] For port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:20.337976 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.380064 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-32209bf9-25c9-4a15-aaac-c9c282bc4f3b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.498830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.499108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.499430 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Floating IP c63221ee-3b2a-44e7-be38-8a1aea9c748e disassociated. External IP: 172.27.1.112, port: f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2. May 27 03:29:20.499781 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Calling delete_port for f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:20.601414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.625478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.650801 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event deleted for resources: {'Port': ['ID=f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:20.661132 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.661487 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.661835 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.662176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.662514 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.662848 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.663179 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.664136 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.664398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.664731 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.665065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.665392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.665724 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.666055 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.666379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:20.710488 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:20.782605 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:20.891305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:20.903901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:20.913871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:20.914576 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:20.936122 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] No DVR routers for this DVR port f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:20.938917 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5a6e84d3-d9c4-4a9d-a9f7-7fd622f1aa96 req-2c357c17-b6ca-4806-b4bc-1fe6c61ab991 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=bbe5601a-821f-42fb-8ad4-090c4640928d HTTP/1.1" status: 200 len: 210 time: 0.0287719 May 27 03:29:20.939361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:20.943450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f323d78b-9c5d-42c5-ac0b-ad443b492722 req-89e99e0e-9f2a-4d3f-b8ee-569fba10dea8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "DELETE /v2.0/ports/f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 HTTP/1.1" status: 204 len: 173 time: 0.7726030 May 27 03:29:20.943966 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'name': 'network-vif-deleted', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:20.946291 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e087ca6-0b22-4416-a224-7f209110eb8a" -d '{"events": [{"server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "name": "network-vif-deleted", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:20.981718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564493b5-9527-4644-94d6-87a184f46216 x-openstack-request-id: req-564493b5-9527-4644-94d6-87a184f46216 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:20.982007 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbe5601a-821f-42fb-8ad4-090c4640928d", "name": "network-vif-deleted", "tag": "f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:20.982263 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-564493b5-9527-4644-94d6-87a184f46216 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:20.982666 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-564493b5-9527-4644-94d6-87a184f46216'] response: {'server_uuid': 'bbe5601a-821f-42fb-8ad4-090c4640928d', 'name': 'network-vif-deleted', 'tag': 'f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2', 'status': 'completed', 'code': 200} May 27 03:29:21.032437 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:21.161999 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:21.236034 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:21.261091 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:21.269418 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:21.270002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:28:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:21.367087 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:21.453366 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:21.562825 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:21.592961 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948237e9-c01a-4fd5-987d-32e8b9bb3092 None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:01Z', 'revision_number': 4, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'fa6b2b85-f241-4685-acd8-cc0dd57f0de8', 'name': '', 'network_id': '1891957d-4247-46a9-9554-49f7b2427352', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'mac_address': 'fa:16:3e:d5:5f:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:59Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'subnets': [{'id': 'fb1215be-6e6b-49ff-8450-7724e24c4c3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:21.793155 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0216db4-f0d0-4b5d-8f93-12473d447ff3 None None] New status for floating IP c63221ee-3b2a-44e7-be38-8a1aea9c748e: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:29:22.029110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33272) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:22.044182 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=37,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.047866 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=38,neutron:UPDATE=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:22.086518 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (ae43e855-11a3-469a-b105-6c6d78c59e6b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.111191 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (ae43e855-11a3-469a-b105-6c6d78c59e6b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.160016 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ae43e855-11a3-469a-b105-6c6d78c59e6b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.162507 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.163658 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "DELETE /v2.0/security-groups/ae43e855-11a3-469a-b105-6c6d78c59e6b HTTP/1.1" status: 204 len: 168 time: 0.1335337 May 27 03:29:22.170366 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33274) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:22.172589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae43e855-11a3-469a-b105-6c6d78c59e6b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.179794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.180176 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.180516 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.180854 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.181186 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.181518 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.181843 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.182169 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.182490 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.182811 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.183132 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.183453 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.183773 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.184131 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.184468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-589e8323-eaff-424f-b1a4-dbebe5f03ac8 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:22.185537 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-cbbb3bf7-deb4-43f5-8e52-a956d8dcac9f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] show failed (client error): The resource could not be found. May 27 03:29:22.186607 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cbbb3bf7-deb4-43f5-8e52-a956d8dcac9f tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups/ae43e855-11a3-469a-b105-6c6d78c59e6b HTTP/1.1" status: 404 len: 347 time: 0.0152435 May 27 03:29:22.189115 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33276) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:22.296666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Deleting port 98bcb0e1-5b74-49d5-adee-3fea572509e4 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:22.297006 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.372889 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.373219 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (98bcb0e1-5b74-49d5-adee-3fea572509e4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.386302 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Calling delete_port for 98bcb0e1-5b74-49d5-adee-3fea572509e4 owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:22.659181 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-4d5782d2-80fd-446e-bd30-03f5094d5dce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.726505 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (98bcb0e1-5b74-49d5-adee-3fea572509e4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.750409 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event deleted for resources: {'Port': ['ID=98bcb0e1-5b74-49d5-adee-3fea572509e4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:22.812085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks [] for floatingip (c63221ee-3b2a-44e7-be38-8a1aea9c748e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.814525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:22.816374 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5372b0d1-a7e3-4406-89b6-50acda70dd11 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "DELETE /v2.0/floatingips/c63221ee-3b2a-44e7-be38-8a1aea9c748e HTTP/1.1" status: 204 len: 168 time: 0.6263661 May 27 03:29:23.977741 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:24.807047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:24.828581 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:24.828921 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device f7d0c0e0-ead7-4c29-b7f2-9f1ac1be3ce2 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:25.296916 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485f381-7ca8-4e1e-8419-c03c263f646d req-735e9cb7-26f5-44d6-9e34-6b906910c811 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:25.298364 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2485f381-7ca8-4e1e-8419-c03c263f646d req-735e9cb7-26f5-44d6-9e34-6b906910c811 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0491450 May 27 03:29:25.334771 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:25.346307 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2485f381-7ca8-4e1e-8419-c03c263f646d req-b87e58c2-d048-4107-a7ea-bb61ab0655b6 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422525 May 27 03:29:26.464920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f89c4c-b64e-421a-b8f8-69d1037ec84f req-d657164f-d631-45bf-aeb8-6f6c151a792e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:26.466379 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-70f89c4c-b64e-421a-b8f8-69d1037ec84f req-d657164f-d631-45bf-aeb8-6f6c151a792e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0492365 May 27 03:29:26.512152 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-70f89c4c-b64e-421a-b8f8-69d1037ec84f req-25a6c585-0258-4bee-bf24-8564e9cfe0e9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396082 May 27 03:29:26.760543 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:27.184566 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd40900-47cf-45ed-a725-e23f70f9b8c3 req-cc6fe362-690e-4443-9050-fa997f2bcaba tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.186009 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcd40900-47cf-45ed-a725-e23f70f9b8c3 req-cc6fe362-690e-4443-9050-fa997f2bcaba tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0464287 May 27 03:29:27.232787 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcd40900-47cf-45ed-a725-e23f70f9b8c3 req-f4bbde90-c8da-4a69-be1d-e72962359abd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406651 May 27 03:29:27.626450 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c679962-1b29-4cc8-8338-81782c76d287 req-a7664677-98ad-4949-848e-d9d169c7293d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:27.627907 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8c679962-1b29-4cc8-8338-81782c76d287 req-a7664677-98ad-4949-848e-d9d169c7293d tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0462987 May 27 03:29:27.673496 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8c679962-1b29-4cc8-8338-81782c76d287 req-07900bd2-898f-4bdc-8251-6368787e9c7e tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 May 27 03:29:28.176097 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:28.211715 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-fd735678-abd9-4812-91ce-8f3fb5cf80c4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.213066 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-fd735678-abd9-4812-91ce-8f3fb5cf80c4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 946 time: 0.0460246 May 27 03:29:28.245857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:28.300099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Deleting port c41e6da8-005c-4d31-9ffa-09feba8629e5 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:28.300437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.321457 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.398908 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6f9a76-8b3c-42c3-8f09-55bf491d8dc3 req-67819e36-42e2-4bbb-9a79-ec34b465c05b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:28.400390 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a6f9a76-8b3c-42c3-8f09-55bf491d8dc3 req-67819e36-42e2-4bbb-9a79-ec34b465c05b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0860512 May 27 03:29:28.446733 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] For port c41e6da8-005c-4d31-9ffa-09feba8629e5, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=c41e6da8-005c-4d31-9ffa-09feba8629e5,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:28.447096 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.472929 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Calling delete_port for c41e6da8-005c-4d31-9ffa-09feba8629e5 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:28.486720 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8a6f9a76-8b3c-42c3-8f09-55bf491d8dc3 req-684f9c24-f10e-4fea-962e-bdf8cb7b7738 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808403 May 27 03:29:28.608420 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c41e6da8-005c-4d31-9ffa-09feba8629e5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.636878 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event deleted for resources: {'Port': ['ID=c41e6da8-005c-4d31-9ffa-09feba8629e5,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:28.654307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['24e06267-7c42-4615-b99c-ea36432e8bbc', 'c41e6da8-005c-4d31-9ffa-09feba8629e5'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:28.681843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] No DVR routers for this DVR port c41e6da8-005c-4d31-9ffa-09feba8629e5 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:28.684322 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:28.687469 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-555e2c51-bffc-4eba-bcdc-d788a4e19f5a req-777a2bbd-e2fd-444e-a9e0-10d7ad2c1605 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "DELETE /v2.0/ports/c41e6da8-005c-4d31-9ffa-09feba8629e5 HTTP/1.1" status: 204 len: 173 time: 0.4689972 May 27 03:29:28.687926 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'name': 'network-vif-deleted', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:28.690731 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8f2531-0240-4579-9a66-701404ec5599" -d '{"events": [{"server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "name": "network-vif-deleted", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:28.725940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db70580b-ec0f-4ac4-87d8-b84595e74642 x-openstack-request-id: req-db70580b-ec0f-4ac4-87d8-b84595e74642 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:28.726243 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f", "name": "network-vif-deleted", "tag": "c41e6da8-005c-4d31-9ffa-09feba8629e5", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:28.726538 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-db70580b-ec0f-4ac4-87d8-b84595e74642 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:28.726952 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db70580b-ec0f-4ac4-87d8-b84595e74642'] response: {'server_uuid': '447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f', 'name': 'network-vif-deleted', 'tag': 'c41e6da8-005c-4d31-9ffa-09feba8629e5', 'status': 'completed', 'code': 200} May 27 03:29:28.778505 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-439bab2a-3d2b-4a2a-a7b4-5f684a317f12 req-c7d5cd92-6d71-4c51-b9fb-607caf7e92b9 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=447e95d6-c030-4b8d-8cf2-e2bf3cf37f7f HTTP/1.1" status: 200 len: 210 time: 0.0283496 May 27 03:29:29.612596 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3d9a7-6175-42f6-91e3-e046ba986e6c req-94a1bbe2-8448-4339-b115-3e7f03da0035 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:29.614055 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0df3d9a7-6175-42f6-91e3-e046ba986e6c req-94a1bbe2-8448-4339-b115-3e7f03da0035 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0462956 May 27 03:29:29.662640 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0df3d9a7-6175-42f6-91e3-e046ba986e6c req-350d1ff0-de8d-470f-b4fa-9502dddcb077 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430951 May 27 03:29:30.052932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75da672e-4b69-40de-a0ba-1d7696d406cc req-fa934e6e-c186-4b6f-9c82-7503d68bae44 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.054406 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75da672e-4b69-40de-a0ba-1d7696d406cc req-fa934e6e-c186-4b6f-9c82-7503d68bae44 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0495510 May 27 03:29:30.100965 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-75da672e-4b69-40de-a0ba-1d7696d406cc req-6cdaacd8-acd2-41db-9ee7-d8e6d4f8ba33 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 May 27 03:29:30.743603 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:30.779900 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6ffa53-eec7-42d4-ac77-74b78832ee5c req-61df4548-c973-4ab5-b699-222ebb0bfb3d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:30.781358 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7b6ffa53-eec7-42d4-ac77-74b78832ee5c req-61df4548-c973-4ab5-b699-222ebb0bfb3d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0467548 May 27 03:29:30.828160 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7b6ffa53-eec7-42d4-ac77-74b78832ee5c req-c5768ca7-18a3-46e0-8a81-122ba90a6fa7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408146 May 27 03:29:31.212173 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857659aa-8c82-4ec1-bd69-f24eb92b329f req-5460b6f5-e7b3-4066-bdad-0a9ad541e9b4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.213641 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-857659aa-8c82-4ec1-bd69-f24eb92b329f req-5460b6f5-e7b3-4066-bdad-0a9ad541e9b4 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0464063 May 27 03:29:31.259450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-857659aa-8c82-4ec1-bd69-f24eb92b329f req-ae8de798-094c-4f8b-b5c0-31f8b9cce2bf tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403807 May 27 03:29:31.943874 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafc60ce-a7b0-442d-a636-ae8ff92b235d req-4ee75a2d-ca06-4db2-a746-796fb56bcaf1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:31.945332 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fafc60ce-a7b0-442d-a636-ae8ff92b235d req-4ee75a2d-ca06-4db2-a746-796fb56bcaf1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0466375 May 27 03:29:31.991247 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fafc60ce-a7b0-442d-a636-ae8ff92b235d req-bea80df6-3035-4935-876d-2b4258861a7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403414 May 27 03:29:32.061978 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:32.372563 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46516703-5f15-43cf-863f-12d253fa732d req-58741e11-9d67-4386-b1fd-41249bcb47cc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:32.374044 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46516703-5f15-43cf-863f-12d253fa732d req-58741e11-9d67-4386-b1fd-41249bcb47cc tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0500937 May 27 03:29:32.421166 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46516703-5f15-43cf-863f-12d253fa732d req-48ab0468-0d33-450a-933c-4ede8e6a4676 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 May 27 03:29:32.808035 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c41e6da8-005c-4d31-9ffa-09feba8629e5 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:32.830637 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: c41e6da8-005c-4d31-9ffa-09feba8629e5 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:32.830980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device c41e6da8-005c-4d31-9ffa-09feba8629e5 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:33.112287 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4557cb-8591-42bf-884c-61bda1d30670 req-3d0e18c2-f264-4806-aeab-3a3f37a4ed2b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.113743 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-df4557cb-8591-42bf-884c-61bda1d30670 req-3d0e18c2-f264-4806-aeab-3a3f37a4ed2b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0499389 May 27 03:29:33.159806 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-df4557cb-8591-42bf-884c-61bda1d30670 req-507f5c41-a6ab-4b2b-9717-e8cd3f14dfd9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406895 May 27 03:29:33.355794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9854c366-9bde-4430-b0f6-05c2cfdf4774 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.357278 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9854c366-9bde-4430-b0f6-05c2cfdf4774 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0477080 May 27 03:29:33.439177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Deleting port 24e06267-7c42-4615-b99c-ea36432e8bbc {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:33.439810 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.459809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:33.556147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a8112d-f8c0-45ba-b328-d8da08509cef req-866f70e3-b7d9-4c97-b46a-6c31a9a5a4b3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:33.557622 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-85a8112d-f8c0-45ba-b328-d8da08509cef req-866f70e3-b7d9-4c97-b46a-6c31a9a5a4b3 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/ports?device_id=66633a35-54c4-43cf-9173-307af9be25ed HTTP/1.1" status: 200 len: 945 time: 0.0667379 May 27 03:29:33.561124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:33.580676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] For port 24e06267-7c42-4615-b99c-ea36432e8bbc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=24e06267-7c42-4615-b99c-ea36432e8bbc,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:33.581051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.604615 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Calling delete_port for 24e06267-7c42-4615-b99c-ea36432e8bbc owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:33.670862 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-85a8112d-f8c0-45ba-b328-d8da08509cef req-9d5d753c-4a3f-4a90-90bb-e887ef8eaa16 tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.62 "GET /v2.0/security-groups?id=b7a05896-0997-433a-8640-3097f95a2169&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034446 May 27 03:29:33.750148 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (24e06267-7c42-4615-b99c-ea36432e8bbc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.775581 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Pushing event deleted for resources: {'Port': ['ID=24e06267-7c42-4615-b99c-ea36432e8bbc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:33.828185 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] No DVR routers for this DVR port 24e06267-7c42-4615-b99c-ea36432e8bbc on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:33.831271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:33.834649 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7acf4897-8655-41a2-b280-9773dd1b002c req-9895d496-1d2e-4b5c-bcf3-0e00672819ca tempest-ServerRescueNegativeTestJSON-1404404177 tempest-ServerRescueNegativeTestJSON-1404404177-project] 10.222.0.60 "DELETE /v2.0/ports/24e06267-7c42-4615-b99c-ea36432e8bbc HTTP/1.1" status: 204 len: 173 time: 0.4712591 May 27 03:29:33.835059 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'name': 'network-vif-deleted', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:33.837439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-145681f6-113c-434f-91f9-5abbd0e30491" -d '{"events": [{"server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "name": "network-vif-deleted", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:33.874003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db9e826-4c7c-4580-96e8-7d9d704f61de x-openstack-request-id: req-3db9e826-4c7c-4580-96e8-7d9d704f61de {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:33.874305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66633a35-54c4-43cf-9173-307af9be25ed", "name": "network-vif-deleted", "tag": "24e06267-7c42-4615-b99c-ea36432e8bbc", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:33.874569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3db9e826-4c7c-4580-96e8-7d9d704f61de {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:33.874980 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3db9e826-4c7c-4580-96e8-7d9d704f61de'] response: {'server_uuid': '66633a35-54c4-43cf-9173-307af9be25ed', 'name': 'network-vif-deleted', 'tag': '24e06267-7c42-4615-b99c-ea36432e8bbc', 'status': 'completed', 'code': 200} May 27 03:29:33.910887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['24e06267-7c42-4615-b99c-ea36432e8bbc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:34.277709 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd8ee3c-188e-469d-9877-4fba031513fd req-bb28d972-4e43-4f21-b751-c9c18719a3d3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:34.279161 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bbd8ee3c-188e-469d-9877-4fba031513fd req-bb28d972-4e43-4f21-b751-c9c18719a3d3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0476682 May 27 03:29:34.326369 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bbd8ee3c-188e-469d-9877-4fba031513fd req-b2e2781f-87ab-4906-bf4f-dbed118a3fa1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414934 May 27 03:29:34.728247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33368) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:35.206739 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.284458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.475504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23a5fcd-b1a1-4efc-9861-ae6ed3bf2ed2 req-aa69208d-c347-4e16-b2bc-f41ea1afb1cb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:35.477001 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a23a5fcd-b1a1-4efc-9861-ae6ed3bf2ed2 req-aa69208d-c347-4e16-b2bc-f41ea1afb1cb tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0766919 May 27 03:29:35.498512 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:35.529904 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Deleting port fa6b2b85-f241-4685-acd8-cc0dd57f0de8 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:35.530242 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.594645 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a23a5fcd-b1a1-4efc-9861-ae6ed3bf2ed2 req-86fe79fe-390e-4cfd-8649-4232ded97a02 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122122 May 27 03:29:35.626539 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] For port fa6b2b85-f241-4685-acd8-cc0dd57f0de8, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:35.626912 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.639631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Calling delete_port for fa6b2b85-f241-4685-acd8-cc0dd57f0de8 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:35.810118 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (fa6b2b85-f241-4685-acd8-cc0dd57f0de8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:35.835228 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Pushing event deleted for resources: {'Port': ['ID=fa6b2b85-f241-4685-acd8-cc0dd57f0de8,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:35.994073 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.348579 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.398168 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:29:36.457153 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.498553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:29:36.503611 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-241ee83d-c986-4aa4-b72f-3d40e55e720d admin admin] 10.222.0.62 "PUT /v2.0/routers/15046cb0-dbc1-4df7-b60c-b09e51bbac69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7743938 May 27 03:29:36.505969 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33374) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:36.508600 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Sync routers for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:29:36.518685 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:36.519293 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:29:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:36.602696 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks [] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.619342 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:36.705982 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks [] for router_gateway (15046cb0-dbc1-4df7-b60c-b09e51bbac69), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.719262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cff93-35c2-4949-80db-bffc3f9959eb req-d27b0e9f-ecc9-480f-8e46-b476cae7e3b3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:36.721287 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-954cff93-35c2-4949-80db-bffc3f9959eb req-d27b0e9f-ecc9-480f-8e46-b476cae7e3b3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0537512 May 27 03:29:36.751579 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Deleting port b00ad1d3-6e5e-4331-9785-b3522d30bc7a {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:36.751954 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.759301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.772480 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-954cff93-35c2-4949-80db-bffc3f9959eb req-13203959-4b50-42c8-bfd6-44db72f0e0ec tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456541 May 27 03:29:36.790811 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:29:35Z', 'revision_number': 5, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port': {'id': 'b00ad1d3-6e5e-4331-9785-b3522d30bc7a', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:a0:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'device_owner': 'network:router_gateway', 'standard_attr_id': 66, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:52Z', 'updated_at': '2022-05-27T03:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:36.820340 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Checking router: 15046cb0-dbc1-4df7-b60c-b09e51bbac69 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:29:36.828670 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Routers {'15046cb0-dbc1-4df7-b60c-b09e51bbac69'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:29:36.829266 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:29:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:36.848139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] For port b00ad1d3-6e5e-4331-9785-b3522d30bc7a, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:36.848702 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:36.861623 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Calling delete_port for b00ad1d3-6e5e-4331-9785-b3522d30bc7a owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:36.905061 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.911212 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:36.912738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] Set router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:29:36.962894 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-156beb13-6148-4251-992f-003d69532cf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:29:36Z', 'revision_number': 6, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:36.987126 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-156beb13-6148-4251-992f-003d69532cf7 None None] The sync data for ids ['15046cb0-dbc1-4df7-b60c-b09e51bbac69'] in dv-cinder-828807-4-iscsi is: [{'id': '15046cb0-dbc1-4df7-b60c-b09e51bbac69', 'name': 'tempest-ServerRescueNegativeTestJSON-555020390-router', 'tenant_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:29:36Z', 'revision_number': 6, 'project_id': '5e539cb7b0fe47d6bdece2805d4ad0c1', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:29:37.033674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (b00ad1d3-6e5e-4331-9785-b3522d30bc7a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.059141 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Pushing event deleted for resources: {'Port': ['ID=b00ad1d3-6e5e-4331-9785-b3522d30bc7a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:37.118177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.221245 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.223395 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks [] for router_controller (15046cb0-dbc1-4df7-b60c-b09e51bbac69), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.282648 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (15046cb0-dbc1-4df7-b60c-b09e51bbac69), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.283156 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15046cb0-dbc1-4df7-b60c-b09e51bbac69 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:29:37.288029 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.289158 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a8e95c4e-5afd-4be4-b6d7-8093220b9775 admin admin] 10.222.0.62 "DELETE /v2.0/routers/15046cb0-dbc1-4df7-b60c-b09e51bbac69 HTTP/1.1" status: 204 len: 168 time: 0.7822561 May 27 03:29:37.291696 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33378) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:37.325251 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.337213 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Deleting subnet fb1215be-6e6b-49ff-8450-7724e24c4c3f {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:29:37.341042 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Publish callbacks [] for subnet (fb1215be-6e6b-49ff-8450-7724e24c4c3f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.380543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (fb1215be-6e6b-49ff-8450-7724e24c4c3f), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.406437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:37.482634 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (fb1215be-6e6b-49ff-8450-7724e24c4c3f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.539783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (fb1215be-6e6b-49ff-8450-7724e24c4c3f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.565446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb1215be-6e6b-49ff-8450-7724e24c4c3f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:37.567643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.571743 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a3d9ed71-10c7-4c62-a395-b28bf9d85094 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/fb1215be-6e6b-49ff-8450-7724e24c4c3f HTTP/1.1" status: 204 len: 168 time: 0.2780807 May 27 03:29:37.572129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3b8136-d0e4-48af-8485-92d7538be714 None None] Network 1891957d-4247-46a9-9554-49f7b2427352 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:29:37.573170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33380) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:37.638929 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (1891957d-4247-46a9-9554-49f7b2427352), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.680397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Deleting port 8d64ae96-50fd-4c18-89b0-f90b43cef6db {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:37.680740 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.747892 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] For port 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8d64ae96-50fd-4c18-89b0-f90b43cef6db,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:37.748326 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.763071 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Calling delete_port for 8d64ae96-50fd-4c18-89b0-f90b43cef6db owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:37.772839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] DHCP port deletion for 1891957d-4247-46a9-9554-49f7b2427352 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:29:37.819997 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Deleting port 8d64ae96-50fd-4c18-89b0-f90b43cef6db {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:29:37.820819 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.866152 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8d64ae96-50fd-4c18-89b0-f90b43cef6db no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:37.885395 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.920952 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] For port 8d64ae96-50fd-4c18-89b0-f90b43cef6db, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8d64ae96-50fd-4c18-89b0-f90b43cef6db,segment=NetworkSegment(69a38e14-e89a-46ba-8ee3-4e7d8c78e16d),segment_id=69a38e14-e89a-46ba-8ee3-4e7d8c78e16d)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:37.921357 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:37.934532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] No DVR routers for this DVR port 8d64ae96-50fd-4c18-89b0-f90b43cef6db on host dv-cinder-828807-4-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:37.938828 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Calling delete_port for 8d64ae96-50fd-4c18-89b0-f90b43cef6db owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:29:37.942928 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No active binding found for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db {{(pid=103925) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 27 03:29:37.943303 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] The host dv-cinder-828807-4-iscsi is not matching for port 8d64ae96-50fd-4c18-89b0-f90b43cef6db host None! {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2396}} May 27 03:29:37.943686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8d64ae96-50fd-4c18-89b0-f90b43cef6db not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:37.944542 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d64ae96-50fd-4c18-89b0-f90b43cef6db,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:37.945288 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fa6b2b85-f241-4685-acd8-cc0dd57f0de8 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:37.973190 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736615c2-be20-4fb7-9777-b73201b9024a req-1d976675-9bef-422d-9c65-f8c2dd00072e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:37.973513 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: fa6b2b85-f241-4685-acd8-cc0dd57f0de8 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:37.973859 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device fa6b2b85-f241-4685-acd8-cc0dd57f0de8 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:37.974359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b00ad1d3-6e5e-4331-9785-b3522d30bc7a no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:37.979933 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-736615c2-be20-4fb7-9777-b73201b9024a req-1d976675-9bef-422d-9c65-f8c2dd00072e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.1084392 May 27 03:29:37.995725 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: b00ad1d3-6e5e-4331-9785-b3522d30bc7a {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:37.996015 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b00ad1d3-6e5e-4331-9785-b3522d30bc7a not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:38.059983 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (1891957d-4247-46a9-9554-49f7b2427352), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.091479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1891957d-4247-46a9-9554-49f7b2427352']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.103406 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-736615c2-be20-4fb7-9777-b73201b9024a req-fc9e80ba-68c0-4d40-8b17-08ecee24eb39 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225362 May 27 03:29:38.105086 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (8d64ae96-50fd-4c18-89b0-f90b43cef6db), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.112685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.112985 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a38e14-e89a-46ba-8ee3-4e7d8c78e16d') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:29:38.131587 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (69a38e14-e89a-46ba-8ee3-4e7d8c78e16d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.143976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Pushing event deleted for resources: {'Port': ['ID=8d64ae96-50fd-4c18-89b0-f90b43cef6db,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:38.146448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (69a38e14-e89a-46ba-8ee3-4e7d8c78e16d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.146727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] No DVR routers for this DVR port 8d64ae96-50fd-4c18-89b0-f90b43cef6db on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:29:38.153015 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.153167 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:29:38.153383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.153687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (69a38e14-e89a-46ba-8ee3-4e7d8c78e16d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.153823 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.154155 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.154590 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.154930 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.155273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.155607 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.155969 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.156654 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.156996 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.157330 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.158181 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.158510 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.159165 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81961f81-ad41-437a-a82c-ce731b0b8637 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:29:38.225529 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (1891957d-4247-46a9-9554-49f7b2427352), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.231346 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.237918 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] 10.222.0.62 "DELETE /v2.0/networks/1891957d-4247-46a9-9554-49f7b2427352 HTTP/1.1" status: 204 len: 168 time: 0.6606550 May 27 03:29:38.247503 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment 69a38e14-e89a-46ba-8ee3-4e7d8c78e16d resource provider aggregate not found May 27 03:29:38.251749 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ea8c4-060c-496c-9f52-56f4d3d27876 admin admin] Pushing event deleted for resources: {'Network': ['ID=1891957d-4247-46a9-9554-49f7b2427352,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:38.266265 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment 69a38e14-e89a-46ba-8ee3-4e7d8c78e16d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69a38e14-e89a-46ba-8ee3-4e7d8c78e16d found for delete ", "request_id": "req-349e7ad2-7db2-4458-a806-0e2ea2011618"}]} May 27 03:29:38.352828 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33392) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:38.391431 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f7ac3948-f6fa-4899-b3bb-f73ee61b6dce admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=5e539cb7b0fe47d6bdece2805d4ad0c1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373764 May 27 03:29:38.394435 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33394) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:38.444508 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] Publish callbacks [] for security_group (b7a05896-0997-433a-8640-3097f95a2169), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.466158 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] Publish callbacks [] for security_group (b7a05896-0997-433a-8640-3097f95a2169), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.513047 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b7a05896-0997-433a-8640-3097f95a2169), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.515612 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:38.516770 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b7a05896-0997-433a-8640-3097f95a2169 HTTP/1.1" status: 204 len: 168 time: 0.1214986 May 27 03:29:38.526034 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b19163e-1bb5-4748-9bea-69a30a29f352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a05896-0997-433a-8640-3097f95a2169,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:38.811337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 24e06267-7c42-4615-b99c-ea36432e8bbc no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:29:38.835688 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 24e06267-7c42-4615-b99c-ea36432e8bbc {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:29:38.836061 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 24e06267-7c42-4615-b99c-ea36432e8bbc not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:29:39.228085 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f2d8ae-2cfc-4575-b640-12bff842381d req-d8fcef82-eeef-45b7-9f84-bacaa0b9737b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:39.229603 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2f2d8ae-2cfc-4575-b640-12bff842381d req-d8fcef82-eeef-45b7-9f84-bacaa0b9737b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0516927 May 27 03:29:39.277690 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a2f2d8ae-2cfc-4575-b640-12bff842381d req-bd1b7e71-b38e-4068-9517-23fa7db6d77f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422966 May 27 03:29:39.743440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33448) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:39.846688 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b46d6819-8ec4-43df-b2fd-6115af412e61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:39.925129 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b46d6819-8ec4-43df-b2fd-6115af412e61 admin admin] Publish callbacks [] for security_group (45eeafeb-f28a-4f6d-bf3a-d1291f57d7be), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:39.928800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b46d6819-8ec4-43df-b2fd-6115af412e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (45eeafeb-f28a-4f6d-bf3a-d1291f57d7be), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:39.969352 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b46d6819-8ec4-43df-b2fd-6115af412e61 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e9893ffa59dc401cb2f6b953edfd6c15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2248034 May 27 03:29:39.970572 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d6819-8ec4-43df-b2fd-6115af412e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45eeafeb-f28a-4f6d-bf3a-d1291f57d7be,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:39.972709 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33452) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:39.990116 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=10 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.023532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] Publish callbacks [] for security_group (45eeafeb-f28a-4f6d-bf3a-d1291f57d7be), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.048344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] Publish callbacks [] for security_group (45eeafeb-f28a-4f6d-bf3a-d1291f57d7be), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.069424 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:40.098242 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (45eeafeb-f28a-4f6d-bf3a-d1291f57d7be), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.100985 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:40.102133 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/45eeafeb-f28a-4f6d-bf3a-d1291f57d7be HTTP/1.1" status: 204 len: 168 time: 0.1279135 May 27 03:29:40.109599 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9981215-b76b-4d96-9406-38bbe492ead7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eeafeb-f28a-4f6d-bf3a-d1291f57d7be,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:40.396470 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97855fe5-0bae-4411-9dfc-4104e06437b4 req-510dee90-0523-49b8-bfc2-c25002bd32e1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:40.397978 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97855fe5-0bae-4411-9dfc-4104e06437b4 req-510dee90-0523-49b8-bfc2-c25002bd32e1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0485466 May 27 03:29:40.452452 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-97855fe5-0bae-4411-9dfc-4104e06437b4 req-ff40762d-5807-4631-bf21-8d78074c2659 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479920 May 27 03:29:41.573241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61818483-1950-4d7b-92f2-c7a4ed7c3054 req-9f6affd7-701b-47db-ae1b-a1e4cb4a9ce3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:41.574800 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-61818483-1950-4d7b-92f2-c7a4ed7c3054 req-9f6affd7-701b-47db-ae1b-a1e4cb4a9ce3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0501928 May 27 03:29:41.613604 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:41.630162 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-61818483-1950-4d7b-92f2-c7a4ed7c3054 req-27816226-c87a-4e26-8b24-dc309a77e25d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478168 May 27 03:29:42.746855 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c22a7-261d-445a-ada3-a25e91558416 req-a6efaf6b-d103-4c97-99a2-4ce41874e86f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:42.748358 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb4c22a7-261d-445a-ada3-a25e91558416 req-a6efaf6b-d103-4c97-99a2-4ce41874e86f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0470362 May 27 03:29:42.798570 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cb4c22a7-261d-445a-ada3-a25e91558416 req-30807dd2-eb98-4697-b4c3-f21287f05e8f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443804 May 27 03:29:43.778108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a1cfe-088e-4980-9376-693ade260675 req-7f8b2c02-fbf1-402d-8425-0aa39c5f09d4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:43.779552 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-042a1cfe-088e-4980-9376-693ade260675 req-7f8b2c02-fbf1-402d-8425-0aa39c5f09d4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0479398 May 27 03:29:43.830535 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-042a1cfe-088e-4980-9376-693ade260675 req-18ff00e8-dc8b-4f57-8b1c-6d779e8b7412 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 May 27 03:29:43.920689 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed8fb-d55b-4213-a52b-d2e7e2ca4b51 req-7e82d595-d967-49c4-8bff-9f4a9a3fc481 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:43.922168 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f96ed8fb-d55b-4213-a52b-d2e7e2ca4b51 req-7e82d595-d967-49c4-8bff-9f4a9a3fc481 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0455329 May 27 03:29:43.973698 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f96ed8fb-d55b-4213-a52b-d2e7e2ca4b51 req-e9d76c91-9016-45d1-a893-219ff4522209 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452757 May 27 03:29:44.966648 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f07b6fd-f656-4e4e-b2a5-ff0fe40da06e req-fa94ef29-c0f8-4636-b13d-d9c40d935999 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:44.968363 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f07b6fd-f656-4e4e-b2a5-ff0fe40da06e req-fa94ef29-c0f8-4636-b13d-d9c40d935999 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0693791 May 27 03:29:45.017539 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5f07b6fd-f656-4e4e-b2a5-ff0fe40da06e req-9aae73b2-1aa4-4aaa-bd83-b2ee44693561 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429385 May 27 03:29:45.090396 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce4596-3652-4432-bdda-929b68350f55 req-926b93be-7d53-4fee-89ef-c2102f2bd7cc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:45.091840 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbce4596-3652-4432-bdda-929b68350f55 req-926b93be-7d53-4fee-89ef-c2102f2bd7cc tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0460331 May 27 03:29:45.136990 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbce4596-3652-4432-bdda-929b68350f55 req-c6b8de08-b474-4558-9277-5a944565a2f3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390625 May 27 03:29:46.134609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facf3c52-316a-46dc-9d40-1bd4132e7eab req-7ef771a7-8c7b-45d0-aa96-f51e4e41e157 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:46.136074 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-facf3c52-316a-46dc-9d40-1bd4132e7eab req-7ef771a7-8c7b-45d0-aa96-f51e4e41e157 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0510557 May 27 03:29:46.183781 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-facf3c52-316a-46dc-9d40-1bd4132e7eab req-768f67d2-e471-4f98-8191-297cad6fd898 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422916 May 27 03:29:46.255197 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e4eaf-45b9-457c-a921-c4a6c2c8b4fc req-d9081a60-ca1c-4a21-b665-ed808e59f4a8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:46.256814 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a8e4eaf-45b9-457c-a921-c4a6c2c8b4fc req-d9081a60-ca1c-4a21-b665-ed808e59f4a8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0470943 May 27 03:29:46.304349 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0a8e4eaf-45b9-457c-a921-c4a6c2c8b4fc req-e2bf4c99-6760-466f-9d32-d037435bc49d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421355 May 27 03:29:47.295273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fa61ad-a4fb-42f8-9aa2-294b67aa959a req-b9dc6f0f-7301-448c-bc77-62c68d0a075f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:47.296749 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d1fa61ad-a4fb-42f8-9aa2-294b67aa959a req-b9dc6f0f-7301-448c-bc77-62c68d0a075f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0456183 May 27 03:29:47.347512 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d1fa61ad-a4fb-42f8-9aa2-294b67aa959a req-47538257-2ac5-49a8-a7af-d51eb5a3d7dd tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447798 May 27 03:29:47.424635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f143a62-e08f-4690-a5b2-83c288af4e7c req-8a85eb68-0d6f-4ae9-b797-0f84ebc418fa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:47.426098 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9f143a62-e08f-4690-a5b2-83c288af4e7c req-8a85eb68-0d6f-4ae9-b797-0f84ebc418fa tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0499334 May 27 03:29:47.433200 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:29:47.437951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:47.476931 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9f143a62-e08f-4690-a5b2-83c288af4e7c req-aa914069-0b08-4ac1-8d2e-a4ab318b9f4e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453212 May 27 03:29:47.532102 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:47.543763 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:29:47.576938 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: ACTIVE; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:47.577390 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:47.593732 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:29:47.613538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:47.617211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:47.661660 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:47.916473 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:29:47.968088 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:47.970574 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:47.976215 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:48.042780 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:48.465617 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1e1f1-cd63-407b-9a63-db82bb43d3a8 req-a20ad038-8576-4362-8315-e33d8b1cb99f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:48.467502 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43a1e1f1-cd63-407b-9a63-db82bb43d3a8 req-a20ad038-8576-4362-8315-e33d8b1cb99f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0522313 May 27 03:29:48.547560 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-43a1e1f1-cd63-407b-9a63-db82bb43d3a8 req-74db0594-9c45-44a4-ae31-638f8fad7d45 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734458 May 27 03:29:48.622385 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b4653-dbef-4d0c-9bb5-2f473144b5e2 req-31a52dd0-65de-4ef5-8cbb-99dd663a74f3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:48.623897 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a65b4653-dbef-4d0c-9bb5-2f473144b5e2 req-31a52dd0-65de-4ef5-8cbb-99dd663a74f3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 944 time: 0.0520508 May 27 03:29:48.680793 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a65b4653-dbef-4d0c-9bb5-2f473144b5e2 req-8f2e2fde-be7b-4e05-8180-f2916cab4232 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505555 May 27 03:29:48.857746 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:29:48.924590 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:29:48.924954 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.027371 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:29:49.027808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.055867 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:29:49.058113 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82316d87-1623-4433-a378-7e4be530ae2f" -d '{"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:29:49.075811 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:29:49.082227 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:49.144512 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:49.253006 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e41120-ca4f-407c-b74b-752178573a68 x-openstack-request-id: req-83e41120-ca4f-407c-b74b-752178573a68 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:29:49.253422 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:29:49.253704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-83e41120-ca4f-407c-b74b-752178573a68 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:29:49.254107 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83e41120-ca4f-407c-b74b-752178573a68'] response: {'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'code': 200} May 27 03:29:49.670020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c83fd5-eabb-4590-8ae0-cd61f3e835c5 req-5c82df94-087c-42be-84f9-c524e0470737 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:49.671532 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77c83fd5-eabb-4590-8ae0-cd61f3e835c5 req-5c82df94-087c-42be-84f9-c524e0470737 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0506625 May 27 03:29:49.733162 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-77c83fd5-eabb-4590-8ae0-cd61f3e835c5 req-87ec9a51-2ab8-4aa1-8b7b-39d9aff7cf82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549164 May 27 03:29:49.833835 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78be271-da31-4cdd-a6c2-eba3d2a7d759 req-f4682a1a-b879-4690-a402-eaf33f39b779 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:49.835448 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f78be271-da31-4cdd-a6c2-eba3d2a7d759 req-f4682a1a-b879-4690-a402-eaf33f39b779 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0491581 May 27 03:29:49.899334 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f78be271-da31-4cdd-a6c2-eba3d2a7d759 req-21886931-113c-4451-ab42-e88cd62caaed tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572581 May 27 03:29:50.385252 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-289cbe59-7fdb-4938-88ac-8990c4d9c1cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:50.859580 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3caf827f-9a9d-4e37-b04e-b992c43d1f54 req-2fd91837-b4d7-4732-a9a3-07c3c4a4ee82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:50.861098 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3caf827f-9a9d-4e37-b04e-b992c43d1f54 req-2fd91837-b4d7-4732-a9a3-07c3c4a4ee82 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0606382 May 27 03:29:50.943199 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3caf827f-9a9d-4e37-b04e-b992c43d1f54 req-ffca2f62-18e3-49e9-ba57-5df992caba0c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748963 May 27 03:29:51.047777 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da72eb1-6be0-4bce-84aa-6b5aef16cd9a req-f3a9e6d3-ddaa-4fa2-bedd-eb5273b8463f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:51.053171 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:29:51.060300 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7da72eb1-6be0-4bce-84aa-6b5aef16cd9a req-f3a9e6d3-ddaa-4fa2-bedd-eb5273b8463f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0749481 May 27 03:29:51.124259 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7da72eb1-6be0-4bce-84aa-6b5aef16cd9a req-cfb002f0-38cc-45b6-be65-e3cba0c8c7e8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627532 May 27 03:29:51.777216 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33670) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:51.902463 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-006a2e3d-cfa9-48ff-92bc-66951e81dc81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:51.905324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:52.011607 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-006a2e3d-cfa9-48ff-92bc-66951e81dc81 admin admin] Publish callbacks [] for security_group (ada31395-56cb-49db-9b5f-5b9d8848ecf8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.025317 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-006a2e3d-cfa9-48ff-92bc-66951e81dc81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ada31395-56cb-49db-9b5f-5b9d8848ecf8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.070174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:52.072603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006a2e3d-cfa9-48ff-92bc-66951e81dc81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ada31395-56cb-49db-9b5f-5b9d8848ecf8,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:52.079185 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa9405d-eaa4-43d2-89f7-c4be8093f615 req-a7199e34-5728-46be-90bf-a087bc698f2b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.082312 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-caa9405d-eaa4-43d2-89f7-c4be8093f615 req-a7199e34-5728-46be-90bf-a087bc698f2b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0675251 May 27 03:29:52.104274 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-006a2e3d-cfa9-48ff-92bc-66951e81dc81 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=03d3e29948ae48759f9a291257f3704c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3259366 May 27 03:29:52.105111 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33676) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:52.144975 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-caa9405d-eaa4-43d2-89f7-c4be8093f615 req-5e578d9b-9269-4814-95e5-5433bf1f3dd1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564537 May 27 03:29:52.177537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] Publish callbacks [] for security_group (ada31395-56cb-49db-9b5f-5b9d8848ecf8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.211261 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] Publish callbacks [] for security_group (ada31395-56cb-49db-9b5f-5b9d8848ecf8), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.301586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2546d5-12c6-4fb9-af83-65e46100f642 req-ced4b6cd-e88e-442f-abe5-982f3c4e0932 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:52.303354 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b2546d5-12c6-4fb9-af83-65e46100f642 req-ced4b6cd-e88e-442f-abe5-982f3c4e0932 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0782566 May 27 03:29:52.350447 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ada31395-56cb-49db-9b5f-5b9d8848ecf8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.353180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.355458 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ada31395-56cb-49db-9b5f-5b9d8848ecf8 HTTP/1.1" status: 204 len: 168 time: 0.2475240 May 27 03:29:52.381264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1a776-e2b4-46dd-a15d-bb2602efad4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ada31395-56cb-49db-9b5f-5b9d8848ecf8,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:52.386555 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7b2546d5-12c6-4fb9-af83-65e46100f642 req-10fb1c7c-200e-47a1-ae17-467a4cb85713 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753980 May 27 03:29:52.668892 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3035b64d-8af7-4bf6-ae56-1769a994c7a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.706068 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33684) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:52.719532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bcff266-4061-4d63-af8a-cb2aa9497487 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.812230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bcff266-4061-4d63-af8a-cb2aa9497487 admin admin] Publish callbacks [] for security_group (d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.816869 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5bcff266-4061-4d63-af8a-cb2aa9497487 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.859344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcff266-4061-4d63-af8a-cb2aa9497487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:52.869933 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5bcff266-4061-4d63-af8a-cb2aa9497487 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=7954df1241034e35b91566aa98cb34f0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1626279 May 27 03:29:52.872454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33686) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:52.937025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] Publish callbacks [] for security_group (d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:52.964342 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] Publish callbacks [] for security_group (d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.026686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.031052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:53.035838 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e HTTP/1.1" status: 204 len: 168 time: 0.1624401 May 27 03:29:53.046777 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ae80f-c29b-4e5d-aa2e-d81a29c46cfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4072dd9-e1e6-4d8b-81a1-9b0fff8b767e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:53.331176 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036e002-cf80-4764-a40c-04e68c7fba67 req-329a2dfb-14bb-43ba-84eb-e55173ff0a50 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:53.336895 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f036e002-cf80-4764-a40c-04e68c7fba67 req-329a2dfb-14bb-43ba-84eb-e55173ff0a50 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0961721 May 27 03:29:53.456104 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f036e002-cf80-4764-a40c-04e68c7fba67 req-021f3fae-a5f1-4e61-948c-9ef6ee9f4ea7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077924 May 27 03:29:53.532679 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc33ecc-a41a-4408-9eab-ffbc0ebd9169 req-1713df0a-9131-40ab-a65a-32696ae3b953 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:53.535845 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8dc33ecc-a41a-4408-9eab-ffbc0ebd9169 req-1713df0a-9131-40ab-a65a-32696ae3b953 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0531600 May 27 03:29:53.601414 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8dc33ecc-a41a-4408-9eab-ffbc0ebd9169 req-5b300ba1-1f2c-4bc5-a17d-4cc294237edf tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564594 May 27 03:29:54.077906 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:54.566036 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3667922-6e64-42e1-93b8-f46a65ccc607 req-b4cd1466-8708-4611-bf4e-f35b1b6b7032 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:54.568783 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a3667922-6e64-42e1-93b8-f46a65ccc607 req-b4cd1466-8708-4611-bf4e-f35b1b6b7032 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0506783 May 27 03:29:54.637741 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a3667922-6e64-42e1-93b8-f46a65ccc607 req-cf5f24cf-52c5-4de8-97ca-fca565a878e7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480540 May 27 03:29:54.758131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=12,neutron:SELECT=82,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.772520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09679252-201b-4056-bf38-7dbf5fcd8014 req-4bf6664f-31da-47c0-a8b3-5e860c87b00a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:54.774306 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-09679252-201b-4056-bf38-7dbf5fcd8014 req-4bf6664f-31da-47c0-a8b3-5e860c87b00a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0592082 May 27 03:29:54.838489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:54.842429 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-09679252-201b-4056-bf38-7dbf5fcd8014 req-3aa6da0f-6f11-41cc-82f5-1f42c6d003a6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619054 May 27 03:29:55.338841 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.639988 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33768) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:55.790931 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af40e8a5-fcbf-4285-a465-1649a77968d1 req-6050d7ad-4061-43b9-8130-272e32262153 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:55.800928 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af40e8a5-fcbf-4285-a465-1649a77968d1 req-6050d7ad-4061-43b9-8130-272e32262153 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0784273 May 27 03:29:55.811985 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e26b546f-2c30-448a-8416-dc1884489e50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.853670 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:55.861008 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-af40e8a5-fcbf-4285-a465-1649a77968d1 req-880693ed-8ebc-4fcc-ba8f-aa14f98ced8c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584064 May 27 03:29:55.949883 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e26b546f-2c30-448a-8416-dc1884489e50 admin admin] Publish callbacks [] for security_group (09200301-646d-4083-8cf4-47711ac57b2e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:55.963154 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e26b546f-2c30-448a-8416-dc1884489e50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (09200301-646d-4083-8cf4-47711ac57b2e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.033838 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e26b546f-2c30-448a-8416-dc1884489e50 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4a85496179864c0087de2620f8b94bab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3955572 May 27 03:29:56.036843 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33776) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:56.043221 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fc5e1c-cea8-4a81-9a00-999b511a866a req-b50d0026-b01b-4f5e-bf8e-a12516d834b6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:56.044894 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46fc5e1c-cea8-4a81-9a00-999b511a866a req-b50d0026-b01b-4f5e-bf8e-a12516d834b6 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0996878 May 27 03:29:56.048254 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26b546f-2c30-448a-8416-dc1884489e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09200301-646d-4083-8cf4-47711ac57b2e,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:56.094727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] Publish callbacks [] for security_group (09200301-646d-4083-8cf4-47711ac57b2e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.101055 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-46fc5e1c-cea8-4a81-9a00-999b511a866a req-809b0a93-0c8f-42d8-90b0-643f6e1c6023 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488129 May 27 03:29:56.133988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] Publish callbacks [] for security_group (09200301-646d-4083-8cf4-47711ac57b2e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.187411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (09200301-646d-4083-8cf4-47711ac57b2e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.190300 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.194614 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/09200301-646d-4083-8cf4-47711ac57b2e HTTP/1.1" status: 204 len: 168 time: 0.1558995 May 27 03:29:56.202962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351bc74d-bfd3-4d50-8a75-501349ef8a28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09200301-646d-4083-8cf4-47711ac57b2e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:56.523976 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33784) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:56.537790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ea56c7d6-62d3-445a-bd94-edff22e143c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.622457 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ea56c7d6-62d3-445a-bd94-edff22e143c1 admin admin] Publish callbacks [] for security_group (0927e7f5-d776-40b5-b230-4c9b4fd8bf13), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.628407 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ea56c7d6-62d3-445a-bd94-edff22e143c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0927e7f5-d776-40b5-b230-4c9b4fd8bf13), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.669877 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ea56c7d6-62d3-445a-bd94-edff22e143c1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=be969bf915d84a52ab8dd9c1e80e3c7b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1444943 May 27 03:29:56.670711 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea56c7d6-62d3-445a-bd94-edff22e143c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0927e7f5-d776-40b5-b230-4c9b4fd8bf13,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:56.672609 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33786) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:29:56.729854 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] Publish callbacks [] for security_group (0927e7f5-d776-40b5-b230-4c9b4fd8bf13), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.754915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] Publish callbacks [] for security_group (0927e7f5-d776-40b5-b230-4c9b4fd8bf13), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.765553 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.825836 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0927e7f5-d776-40b5-b230-4c9b4fd8bf13), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.828968 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:56.830186 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0927e7f5-d776-40b5-b230-4c9b4fd8bf13 HTTP/1.1" status: 204 len: 168 time: 0.1561627 May 27 03:29:56.841143 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d9796d-a63e-484c-94e0-75f4f80250c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0927e7f5-d776-40b5-b230-4c9b4fd8bf13,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:29:57.099429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799ad439-49eb-409c-a4bd-24ec864cb6c2 req-5fe68965-afeb-47e0-8e7a-2664408825b8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:57.107526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-799ad439-49eb-409c-a4bd-24ec864cb6c2 req-5fe68965-afeb-47e0-8e7a-2664408825b8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.1239352 May 27 03:29:57.169602 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-799ad439-49eb-409c-a4bd-24ec864cb6c2 req-9f28561d-d48e-4926-9a9f-ec495cc58c83 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609665 May 27 03:29:57.327503 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c98aea-6fb1-499f-8089-3b3bf1b98394 req-7b285199-2387-4b57-a504-cd06d4bb32e7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:57.336531 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-92c98aea-6fb1-499f-8089-3b3bf1b98394 req-7b285199-2387-4b57-a504-cd06d4bb32e7 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0729034 May 27 03:29:57.416100 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-92c98aea-6fb1-499f-8089-3b3bf1b98394 req-f85ac53b-ece8-429c-940b-de6b6da6ec3a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768015 May 27 03:29:58.248763 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-f3725abd-4110-4cd7-b175-d8f77d4aa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.250652 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-f3725abd-4110-4cd7-b175-d8f77d4aa39b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0467420 May 27 03:29:58.283726 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:58.295700 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af6faf-9ed6-429d-8ced-6588276169aa req-06d94b37-d865-43eb-bfd5-dcb840e21356 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.297206 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01af6faf-9ed6-429d-8ced-6588276169aa req-06d94b37-d865-43eb-bfd5-dcb840e21356 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0490937 May 27 03:29:58.347917 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:29:58.359859 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-01af6faf-9ed6-429d-8ced-6588276169aa req-41c06478-6a0c-41cd-8664-3869a5b5a607 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569022 May 27 03:29:58.533230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:58.586938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-e65bf827-d88f-4670-984c-3130eaf4637c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.588646 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-e65bf827-d88f-4670-984c-3130eaf4637c service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.1375093 May 27 03:29:58.595746 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e7267e-abf0-4ca8-a707-592e3a9263fa req-c47fbb18-df42-4815-9c85-694981c16ce5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.597085 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f5e7267e-abf0-4ca8-a707-592e3a9263fa req-c47fbb18-df42-4815-9c85-694981c16ce5 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0753129 May 27 03:29:58.654048 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f5e7267e-abf0-4ca8-a707-592e3a9263fa req-91b578c8-b5a9-4866-a7ee-6c5581da416f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513434 May 27 03:29:58.722493 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:INSERT=14 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:58.731700 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-1381374a-ce34-4b53-9958-9c3eeae121ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:58.733377 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-1381374a-ce34-4b53-9958-9c3eeae121ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1129 time: 0.0829549 May 27 03:29:58.741057 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-7a8e1c97-501e-439b-848e-9cb52e4fc675 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 1001 time: 0.1058655 May 27 03:29:59.084874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-429be43d-0537-4c60-8888-99adce3d17c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.089334 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-429be43d-0537-4c60-8888-99adce3d17c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.3391738 May 27 03:29:59.114520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-8160624a-0c2e-40ad-b23c-f352141eb467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.116510 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-8160624a-0c2e-40ad-b23c-f352141eb467 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.3744884 May 27 03:29:59.224490 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-f933bdfe-3762-4b69-bd3e-7985dc84398d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 1001 time: 0.0620551 May 27 03:29:59.227442 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-3534961b-43b0-4822-8530-e57ed004d2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.228916 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-3534961b-43b0-4822-8530-e57ed004d2c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1056235 May 27 03:29:59.334189 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-880f822c-9175-4f7d-91b4-d53ec37ee4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.335646 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-880f822c-9175-4f7d-91b4-d53ec37ee4e2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0979004 May 27 03:29:59.397405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-79db51b6-c79a-4c9d-9988-ecc007f8413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.398931 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-79db51b6-c79a-4c9d-9988-ecc007f8413e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0572114 May 27 03:29:59.400812 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-7376756b-eaba-4878-827d-8d2f8219ddb7 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346333 May 27 03:29:59.564960 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a9223d-3e48-4a57-96b6-59a2752d03dd req-503d94fa-ac56-49d0-a09a-ba0261d986c0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.566588 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-60a9223d-3e48-4a57-96b6-59a2752d03dd req-503d94fa-ac56-49d0-a09a-ba0261d986c0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.1269948 May 27 03:29:59.624156 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-d6782389-feb5-441a-95a4-aca9abb538f3 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137325 May 27 03:29:59.647695 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6eb4acd1-92c6-4320-b429-a064e73e967b req-e75d2b05-a5db-47b0-8cff-618bb8566543 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363172 May 27 03:29:59.672424 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-60a9223d-3e48-4a57-96b6-59a2752d03dd req-3275c397-0321-4df2-963e-08ceb0f9a1ac tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003535 May 27 03:29:59.774106 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:29:59.776859 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ccafa402-c49b-4a8b-b24e-4815596ae1d4 req-c5f3a3c1-a6ad-48a5-96f9-b6b686491bf6 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449304 May 27 03:29:59.780478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-14d8af4a-484b-4e72-bf7a-e073ac3f129c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.781852 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-14d8af4a-484b-4e72-bf7a-e073ac3f129c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0518517 May 27 03:29:59.792855 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d0233f-7fd3-4594-98c2-e07df516828b req-b8b84d3a-2fee-4a4e-be48-a44fdf5e8b43 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.794332 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-92d0233f-7fd3-4594-98c2-e07df516828b req-b8b84d3a-2fee-4a4e-be48-a44fdf5e8b43 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0480673 May 27 03:29:59.844636 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-92d0233f-7fd3-4594-98c2-e07df516828b req-4a4240d3-247f-4a7a-9c06-61132214be5e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438631 May 27 03:29:59.886340 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-74ae9cf5-763b-4ddf-aad8-73ac04aeeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:29:59.887807 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-74ae9cf5-763b-4ddf-aad8-73ac04aeeb7d service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.0910015 May 27 03:30:00.783941 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:00.794769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f4343-8d6f-458f-8717-0090911e154a req-0c3f9fc6-4e9a-47a1-9308-6413ebca622d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:00.796252 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-033f4343-8d6f-458f-8717-0090911e154a req-0c3f9fc6-4e9a-47a1-9308-6413ebca622d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0476761 May 27 03:30:00.845143 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-033f4343-8d6f-458f-8717-0090911e154a req-d9fac581-f127-4648-aade-9304646661a0 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427575 May 27 03:30:00.963776 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc6a7-695f-4ccc-a0d0-3a1b3a295dbd req-1d472a05-1950-4ea2-9453-752ff79af602 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:00.965267 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-043fc6a7-695f-4ccc-a0d0-3a1b3a295dbd req-1d472a05-1950-4ea2-9453-752ff79af602 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0502007 May 27 03:30:01.010855 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-043fc6a7-695f-4ccc-a0d0-3a1b3a295dbd req-80300081-a02c-4e48-83a9-7460d60860f3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394793 May 27 03:30:01.048039 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:01.304734 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-0e9edd2f-00f5-4257-b584-aa9d751abcd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 1001 time: 0.0546417 May 27 03:30:01.406345 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-63b1b27f-6c6c-4805-adb2-6e1ed3cb1aee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:01.407865 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-63b1b27f-6c6c-4805-adb2-6e1ed3cb1aee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0491185 May 27 03:30:01.690540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-7795941a-9e53-4430-9518-a4d15f1532aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:01.692407 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-7795941a-9e53-4430-9518-a4d15f1532aa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427420 May 27 03:30:01.964759 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee882e4-2438-451f-ac49-3c0f5337ae01 req-f34c96e7-798e-457d-ad4a-f4cc1314f9d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:01.965910 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fee882e4-2438-451f-ac49-3c0f5337ae01 req-f34c96e7-798e-457d-ad4a-f4cc1314f9d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0534775 May 27 03:30:02.020796 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fee882e4-2438-451f-ac49-3c0f5337ae01 req-c531e969-b6e7-4b0d-bd92-4d5287819571 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472572 May 27 03:30:02.132382 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892f835-0e04-4cd3-827e-081b2cdb7491 req-f0d1bde9-fc41-40cd-a624-f6487ca96919 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:02.133855 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a892f835-0e04-4cd3-827e-081b2cdb7491 req-f0d1bde9-fc41-40cd-a624-f6487ca96919 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 945 time: 0.0495439 May 27 03:30:02.185825 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a892f835-0e04-4cd3-827e-081b2cdb7491 req-26266c79-15b4-433b-b751-44575b3a58f2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458422 May 27 03:30:02.362123 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-c961441f-8bde-4aab-870d-3e897169d7d3 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355348 May 27 03:30:02.462473 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93a0bf5c-359b-43f3-a9de-be589d18c3b0 req-f937e0f5-4338-4a4b-8656-d8dee257a577 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936909 May 27 03:30:02.569094 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33954) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:02.700284 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-021a976b-268e-4d88-bd22-a9adcb13671f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.777201 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-021a976b-268e-4d88-bd22-a9adcb13671f admin admin] Publish callbacks [] for security_group (1ec3bec6-6d88-4399-91ae-db035337bfba), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.780956 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-021a976b-268e-4d88-bd22-a9adcb13671f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1ec3bec6-6d88-4399-91ae-db035337bfba), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.794420 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:02.827305 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-021a976b-268e-4d88-bd22-a9adcb13671f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c31ee61e2cfa45efbdf3832983797329&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2571223 May 27 03:30:02.828839 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021a976b-268e-4d88-bd22-a9adcb13671f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec3bec6-6d88-4399-91ae-db035337bfba,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:02.830792 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 33966) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:02.892779 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] Publish callbacks [] for security_group (1ec3bec6-6d88-4399-91ae-db035337bfba), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.913838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] Publish callbacks [] for security_group (1ec3bec6-6d88-4399-91ae-db035337bfba), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.962335 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1ec3bec6-6d88-4399-91ae-db035337bfba), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.964913 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:02.966101 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1ec3bec6-6d88-4399-91ae-db035337bfba HTTP/1.1" status: 204 len: 168 time: 0.1339831 May 27 03:30:02.974650 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08548d96-0330-4e35-8f8e-33eb4b1f9e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec3bec6-6d88-4399-91ae-db035337bfba,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:03.032394 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:03.115251 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:03.115636 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.149901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:03.151110 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:03.153748 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e09a349-f168-4b85-826d-7f3fe042c57f" -d '{"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-unplugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:03.157579 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033678b-9a52-4a04-a047-d58eef4d9950 req-2e85ad4f-3145-4e3d-850a-fd971f3c6dd9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.159220 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.159862 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f033678b-9a52-4a04-a047-d58eef4d9950 req-2e85ad4f-3145-4e3d-850a-fd971f3c6dd9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0586660 May 27 03:30:03.208728 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:03.231968 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f033678b-9a52-4a04-a047-d58eef4d9950 req-ad9a53ef-08be-4944-b0e2-a9fc44027733 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657678 May 27 03:30:03.250353 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:30:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394877e8-f22c-4840-a8ea-9da904bcf6c4 x-openstack-request-id: req-394877e8-f22c-4840-a8ea-9da904bcf6c4 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:03.250698 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-unplugged", "status": "failed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "code": 422}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:03.251111 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-394877e8-f22c-4840-a8ea-9da904bcf6c4 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:03.252499 dv-cinder-828807-4-iscsi neutron-server[103925]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-394877e8-f22c-4840-a8ea-9da904bcf6c4']: {'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'code': 422} returned with failed status May 27 03:30:03.326610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 33994) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:03.355478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9559b9c7-e5ff-4a93-a98e-cfa394b0a1eb req-51411539-1ac9-4a6a-adc8-c6195af9f383 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.357128 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9559b9c7-e5ff-4a93-a98e-cfa394b0a1eb req-51411539-1ac9-4a6a-adc8-c6195af9f383 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0551946 May 27 03:30:03.366468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd70fe2a-1e04-4186-b5f3-032e4b91a152 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.395314 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-8caf32ee-2e8c-4340-9419-683f6542c87a service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0715029 May 27 03:30:03.437930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9559b9c7-e5ff-4a93-a98e-cfa394b0a1eb req-6dc423ac-d38e-4d75-a2be-b0d2777554e2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731494 May 27 03:30:03.483755 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd70fe2a-1e04-4186-b5f3-032e4b91a152 admin admin] Publish callbacks [] for security_group (44f2c237-6ab6-4934-9f31-db05c47e2797), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.491239 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cd70fe2a-1e04-4186-b5f3-032e4b91a152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (44f2c237-6ab6-4934-9f31-db05c47e2797), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.526703 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-2307061f-0df1-4481-9c22-621b99ab6130 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:03.528161 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-2307061f-0df1-4481-9c22-621b99ab6130 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports/31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 940 time: 0.0914013 May 27 03:30:03.551173 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cd70fe2a-1e04-4186-b5f3-032e4b91a152 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=d19f0ea396a2424ea5cbf086bb28fce9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167590 May 27 03:30:03.551409 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34004) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:03.552318 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd70fe2a-1e04-4186-b5f3-032e4b91a152 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f2c237-6ab6-4934-9f31-db05c47e2797,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:03.598223 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:03.610482 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] Publish callbacks [] for security_group (44f2c237-6ab6-4934-9f31-db05c47e2797), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.623856 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:03.636393 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] Publish callbacks [] for security_group (44f2c237-6ab6-4934-9f31-db05c47e2797), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.692653 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (44f2c237-6ab6-4934-9f31-db05c47e2797), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.695624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:03.699084 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/44f2c237-6ab6-4934-9f31-db05c47e2797 HTTP/1.1" status: 204 len: 168 time: 0.1441138 May 27 03:30:03.705248 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9900971-3aeb-4fc3-bc26-9cf73f3675c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f2c237-6ab6-4934-9f31-db05c47e2797,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:04.384758 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220ed6b-a859-4f03-8470-60bbaff9573a req-b419321f-9e28-4571-9a37-85d2c91e9dd4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.386354 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9220ed6b-a859-4f03-8470-60bbaff9573a req-b419321f-9e28-4571-9a37-85d2c91e9dd4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0511000 May 27 03:30:04.436026 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9220ed6b-a859-4f03-8470-60bbaff9573a req-6e1e1be1-8b77-4aa2-af18-23e56293f2c4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439887 May 27 03:30:04.565612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec6daa-0d26-4f58-b6cc-01764bba3bc4 req-a45b83a9-2ca0-4f58-b80d-904df4165db1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.567382 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ec6daa-0d26-4f58-b6cc-01764bba3bc4 req-a45b83a9-2ca0-4f58-b80d-904df4165db1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0502815 May 27 03:30:04.662186 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-65ec6daa-0d26-4f58-b6cc-01764bba3bc4 req-fed70e48-d27c-46f2-b419-f7a79bf31ea4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891860 May 27 03:30:04.678921 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-c955210f-0b4d-4975-a877-6a33538508b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.680465 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-c955210f-0b4d-4975-a877-6a33538508b6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62&tenant_id=3931210010614a1f987661568f29e851 HTTP/1.1" status: 200 len: 1127 time: 0.0635486 May 27 03:30:04.769226 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-f865d502-0067-4075-ab03-b0c7bf5aeac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.770776 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-f865d502-0067-4075-ab03-b0c7bf5aeac8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1127 time: 0.0433786 May 27 03:30:04.867134 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-0a22e0dc-db84-4a51-a1c4-c8869240a886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:04.868647 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-0a22e0dc-db84-4a51-a1c4-c8869240a886 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.0923507 May 27 03:30:05.076166 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-6f6457a2-b20b-473f-bb15-8f4a320ad087 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 999 time: 0.0796638 May 27 03:30:05.131116 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-63cb67a6-0fd8-4172-a0c3-f535333c997a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.132908 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-63cb67a6-0fd8-4172-a0c3-f535333c997a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0497949 May 27 03:30:05.182612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-a7b0a7f0-19a9-4bfa-855a-3e533f66bf9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.184377 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-a7b0a7f0-19a9-4bfa-855a-3e533f66bf9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454428 May 27 03:30:05.310231 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-217a8714-127f-44ea-a081-b563016bd62f service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145806 May 27 03:30:05.426305 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-19fd8a64-cc26-4045-8ecc-e78e7daf6181 req-668c5801-7a39-479b-8f86-35086b824e1f service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067164 May 27 03:30:05.565140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c07094-9d2b-4fb3-b56f-a17e9a6faf26 req-ac495356-74c6-4ce0-be84-6fffae91ee8b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.567967 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d3c07094-9d2b-4fb3-b56f-a17e9a6faf26 req-ac495356-74c6-4ce0-be84-6fffae91ee8b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0499134 May 27 03:30:05.618204 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d3c07094-9d2b-4fb3-b56f-a17e9a6faf26 req-3bfc1637-f37d-4c4c-b8d4-8ad940fb504d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458972 May 27 03:30:05.814751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66782e2a-9452-48f2-b9b8-70da855e7fed req-1e502b4f-cba0-4b47-b95a-636e1bcde1e0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.817139 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-66782e2a-9452-48f2-b9b8-70da855e7fed req-1e502b4f-cba0-4b47-b95a-636e1bcde1e0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0574076 May 27 03:30:05.881980 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-66782e2a-9452-48f2-b9b8-70da855e7fed req-95703a1b-966d-4c59-ad3b-15a25c08be7f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594702 May 27 03:30:05.906051 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395b686b-5937-4d1b-bb23-6f2a573ab6d0 req-f9db3ed1-4cfe-4569-858f-fa230c27ebdf tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:05.912918 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-395b686b-5937-4d1b-bb23-6f2a573ab6d0 req-f9db3ed1-4cfe-4569-858f-fa230c27ebdf tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0613768 May 27 03:30:05.964288 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-395b686b-5937-4d1b-bb23-6f2a573ab6d0 req-eca1d7ef-e549-4680-937d-5b30be57a900 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504296 May 27 03:30:05.970338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34128) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:05.992748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34132) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:06.055057 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e7ad01d9-3183-430d-9b5b-7bc6d62d3258 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.077688 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:06.108687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:06.116890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:06.117795 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-8ae977f3-e1ff-4b82-ab95-fbfdb6d07d54 service neutron] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1224444 May 27 03:30:06.132503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-570b61ad-d894-425b-b1bb-28cfc4888514 service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:30:06.133907 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-570b61ad-d894-425b-b1bb-28cfc4888514 service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0065544 May 27 03:30:06.148907 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e7ad01d9-3183-430d-9b5b-7bc6d62d3258 admin admin] Publish callbacks [] for security_group (78b5fd49-97ba-4dd3-9329-df62cc42b6ee), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.154385 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e7ad01d9-3183-430d-9b5b-7bc6d62d3258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (78b5fd49-97ba-4dd3-9329-df62cc42b6ee), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.201337 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e7ad01d9-3183-430d-9b5b-7bc6d62d3258 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c1c9b14528964a61b626fd6f145c3ff8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298911 May 27 03:30:06.202349 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ad01d9-3183-430d-9b5b-7bc6d62d3258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78b5fd49-97ba-4dd3-9329-df62cc42b6ee,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:06.203942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34144) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:06.296246 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] Publish callbacks [] for security_group (78b5fd49-97ba-4dd3-9329-df62cc42b6ee), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.317493 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34148) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:06.323512 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] Publish callbacks [] for security_group (78b5fd49-97ba-4dd3-9329-df62cc42b6ee), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.412469 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (78b5fd49-97ba-4dd3-9329-df62cc42b6ee), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.418090 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:06.421954 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/78b5fd49-97ba-4dd3-9329-df62cc42b6ee HTTP/1.1" status: 204 len: 168 time: 0.2156792 May 27 03:30:06.450728 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98a3906-3362-4695-a511-11360004e0f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b5fd49-97ba-4dd3-9329-df62cc42b6ee,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:06.517590 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-dbd0354b-f442-4b1f-851b-94def833cdc8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:06.519333 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-dbd0354b-f442-4b1f-851b-94def833cdc8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports/71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 942 time: 0.1998951 May 27 03:30:06.965648 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34166) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:06.984183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a143-877e-4a86-bd11-cfac1a0e250f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.091066 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef10fc46-a552-4dfe-9cf0-6ea3544d2c61 req-09999470-3359-4b35-9b56-61777949ddd0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:07.100536 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ef10fc46-a552-4dfe-9cf0-6ea3544d2c61 req-09999470-3359-4b35-9b56-61777949ddd0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0958035 May 27 03:30:07.124034 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df2d384-5193-4c12-b359-afe574c8a013 req-c8497aa6-4d74-4832-8013-eaa39b6a2bb8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:07.126577 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6df2d384-5193-4c12-b359-afe574c8a013 req-c8497aa6-4d74-4832-8013-eaa39b6a2bb8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0609858 May 27 03:30:07.194752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6df2d384-5193-4c12-b359-afe574c8a013 req-8d5f807d-aa96-498a-b643-9d54f6e9ea11 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622485 May 27 03:30:07.200755 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ef10fc46-a552-4dfe-9cf0-6ea3544d2c61 req-a385cda5-be87-46da-bafd-fd5951f65839 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989637 May 27 03:30:07.215533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a143-877e-4a86-bd11-cfac1a0e250f admin admin] Publish callbacks [] for security_group (05be64ad-43ec-4946-8132-2c117b270468), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.233143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2ce3a143-877e-4a86-bd11-cfac1a0e250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05be64ad-43ec-4946-8132-2c117b270468), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.272943 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce3a143-877e-4a86-bd11-cfac1a0e250f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05be64ad-43ec-4946-8132-2c117b270468,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:07.277065 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2ce3a143-877e-4a86-bd11-cfac1a0e250f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ab0d94cbe91640df878da703bb9c294d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3102434 May 27 03:30:07.280027 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34170) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:07.305705 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:07.351257 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] Publish callbacks [] for security_group (05be64ad-43ec-4946-8132-2c117b270468), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.377300 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] Publish callbacks [] for security_group (05be64ad-43ec-4946-8132-2c117b270468), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.434231 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05be64ad-43ec-4946-8132-2c117b270468), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.436946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:07.438077 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05be64ad-43ec-4946-8132-2c117b270468 HTTP/1.1" status: 204 len: 168 time: 0.1570973 May 27 03:30:07.446762 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b70937-0813-40d7-b05d-6972c0f8e90c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05be64ad-43ec-4946-8132-2c117b270468,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:08.368174 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0b2b39-71ff-4c93-ab49-dfb9992b0eff req-88c6dc53-fc31-4733-ada6-4e12d3944136 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:08.369728 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ec0b2b39-71ff-4c93-ab49-dfb9992b0eff req-88c6dc53-fc31-4733-ada6-4e12d3944136 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0916660 May 27 03:30:08.374176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585db7e-bfd8-4509-82aa-1f503a0113cc req-f637b69b-3bbc-45f0-bd4a-a4207958dcee tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:08.382025 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5585db7e-bfd8-4509-82aa-1f503a0113cc req-f637b69b-3bbc-45f0-bd4a-a4207958dcee tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0882878 May 27 03:30:08.432880 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5585db7e-bfd8-4509-82aa-1f503a0113cc req-991e1cee-3ef4-45bb-82bd-b4c94d9ba7da tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496285 May 27 03:30:08.466130 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ec0b2b39-71ff-4c93-ab49-dfb9992b0eff req-80adcc44-3988-4ab1-8b01-268d93a3db7c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813553 May 27 03:30:08.845866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34210) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:08.960362 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5d760125-5233-4aaa-8375-80b8210e6f6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:08.995168 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:09.044819 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5d760125-5233-4aaa-8375-80b8210e6f6a admin admin] Publish callbacks [] for security_group (62501be4-e2db-4b32-b014-e1c221b89df6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.049949 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5d760125-5233-4aaa-8375-80b8210e6f6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (62501be4-e2db-4b32-b014-e1c221b89df6), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.081568 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:09.093122 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 71e11d00-d642-48e1-acfd-a532d0199408 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:09.093875 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.099105 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5d760125-5233-4aaa-8375-80b8210e6f6a admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=630d1410a09249498c57aef3de6b8d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2519600 May 27 03:30:09.100035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d760125-5233-4aaa-8375-80b8210e6f6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62501be4-e2db-4b32-b014-e1c221b89df6,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.102240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34214) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:09.145323 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:09.147495 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:09.151909 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd80218f-674e-4fb2-a322-f4584981c1fc" -d '{"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-unplugged", "status": "completed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:09.158133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.200024 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] Publish callbacks [] for security_group (62501be4-e2db-4b32-b014-e1c221b89df6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.224957 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] Publish callbacks [] for security_group (62501be4-e2db-4b32-b014-e1c221b89df6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.285659 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (62501be4-e2db-4b32-b014-e1c221b89df6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.289727 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:09.305869 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/62501be4-e2db-4b32-b014-e1c221b89df6 HTTP/1.1" status: 204 len: 168 time: 0.1911960 May 27 03:30:09.324099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee5678-adb0-4484-8c17-0b081784a24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62501be4-e2db-4b32-b014-e1c221b89df6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.331785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 27 May 2022 03:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98448b6-bea6-40a4-86c3-03be279c641d x-openstack-request-id: req-d98448b6-bea6-40a4-86c3-03be279c641d {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:09.332069 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-unplugged", "status": "failed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "code": 422}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:09.332316 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d98448b6-bea6-40a4-86c3-03be279c641d {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:09.332803 dv-cinder-828807-4-iscsi neutron-server[103925]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-d98448b6-bea6-40a4-86c3-03be279c641d']: {'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'code': 422} returned with failed status May 27 03:30:09.365072 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=6']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:09.635182 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265564a0-6a93-423a-8f9b-0ac85f1ce01b req-3b795bfa-8be3-46f9-8cb1-7e80350715ad tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:09.637105 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-265564a0-6a93-423a-8f9b-0ac85f1ce01b req-3b795bfa-8be3-46f9-8cb1-7e80350715ad tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0591385 May 27 03:30:09.670578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d41e28-411f-453c-9c15-ba5147635c6f req-85cc5371-6341-43d6-9201-5e049a75084a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:09.672113 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-48d41e28-411f-453c-9c15-ba5147635c6f req-85cc5371-6341-43d6-9201-5e049a75084a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0820546 May 27 03:30:09.748631 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-48d41e28-411f-453c-9c15-ba5147635c6f req-210c4ded-c468-4780-bf42-c2dcfcacd860 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701680 May 27 03:30:09.756549 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-265564a0-6a93-423a-8f9b-0ac85f1ce01b req-2422eeaa-d887-4168-8030-70d676bcd280 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028616 May 27 03:30:10.959767 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=12,neutron:SELECT=84,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:10.981779 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d3c403-0003-4758-9479-622afa442a13 req-7e7ba896-a566-4df6-9044-08523bce2aed tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:10.984451 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1d3c403-0003-4758-9479-622afa442a13 req-7e7ba896-a566-4df6-9044-08523bce2aed tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0655131 May 27 03:30:11.002305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368015c-939b-477f-a968-e345803de2e0 req-d75d77fd-44c4-47db-9657-653f9a0f06af tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:11.004105 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6368015c-939b-477f-a968-e345803de2e0 req-d75d77fd-44c4-47db-9657-653f9a0f06af tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.1167035 May 27 03:30:11.058357 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1d3c403-0003-4758-9479-622afa442a13 req-dc553bbc-acbc-42c5-9ea8-705c08d53360 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668347 May 27 03:30:11.096073 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6368015c-939b-477f-a968-e345803de2e0 req-54c45c06-e1e0-4415-84bf-065c0dfdab9f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790570 May 27 03:30:12.206817 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417d05f-8e5e-4bd5-a7e6-9ec701659a45 req-2c614da5-6c96-4e12-a119-e28476eb679c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:12.209194 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e417d05f-8e5e-4bd5-a7e6-9ec701659a45 req-2c614da5-6c96-4e12-a119-e28476eb679c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0657055 May 27 03:30:12.237530 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e4bdd-01a2-4cd7-b0d6-12cc9dca1c63 req-4ef28f17-9b14-4728-8610-4b0ecc91ae0b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:12.239610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:12.243199 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e1e4bdd-01a2-4cd7-b0d6-12cc9dca1c63 req-4ef28f17-9b14-4728-8610-4b0ecc91ae0b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0691361 May 27 03:30:12.274706 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e417d05f-8e5e-4bd5-a7e6-9ec701659a45 req-fdb1adc4-1e0c-49c6-9800-32e30476d55b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586824 May 27 03:30:12.289337 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:12.302811 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e1e4bdd-01a2-4cd7-b0d6-12cc9dca1c63 req-43fb6f64-4a33-4330-aa39-513488887a48 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576849 May 27 03:30:13.442404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e555dc8-85ab-40d7-95f7-6ccb40d05acd req-7e29971f-d8f7-423d-a713-43ccc5abe699 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:13.444403 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4e555dc8-85ab-40d7-95f7-6ccb40d05acd req-7e29971f-d8f7-423d-a713-43ccc5abe699 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0906949 May 27 03:30:13.468557 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afdd4c5-34e5-46ee-884d-36ea1f154927 req-55e9d6ce-3941-4356-985b-12a6a3dec77a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:13.470040 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0afdd4c5-34e5-46ee-884d-36ea1f154927 req-55e9d6ce-3941-4356-985b-12a6a3dec77a tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0533912 May 27 03:30:13.506783 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4e555dc8-85ab-40d7-95f7-6ccb40d05acd req-e8e8f92a-10d2-4a3c-868d-3aef60f2d5be tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529811 May 27 03:30:13.542032 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0afdd4c5-34e5-46ee-884d-36ea1f154927 req-5c42458e-9305-4f13-b8f4-36c4663daf6f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647352 May 27 03:30:14.633471 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb825b03-19e0-4b6e-b715-fe7cc55af0a3 req-6028488b-1b5d-4e3e-a288-b45b0cfd3e9c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:14.634880 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fb825b03-19e0-4b6e-b715-fe7cc55af0a3 req-6028488b-1b5d-4e3e-a288-b45b0cfd3e9c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0584114 May 27 03:30:14.681705 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2419a0-2b2c-4582-b6c7-3224f49829f4 req-149b1afc-86b9-4fbf-92f4-9f93d407b0a1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:14.689065 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2a2419a0-2b2c-4582-b6c7-3224f49829f4 req-149b1afc-86b9-4fbf-92f4-9f93d407b0a1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0600405 May 27 03:30:14.698334 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-fb825b03-19e0-4b6e-b715-fe7cc55af0a3 req-95d43086-3529-4cff-858d-a10d60adea8f tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578816 May 27 03:30:14.738084 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2a2419a0-2b2c-4582-b6c7-3224f49829f4 req-bb1c0332-ef47-4f2c-b222-56e3c512edca tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479298 May 27 03:30:15.787356 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:15.836232 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fdffdf-e294-4603-a218-0aa30a7bdf7c req-ce092256-ebcc-4454-a495-0e322f19bf75 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:15.837845 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f8fdffdf-e294-4603-a218-0aa30a7bdf7c req-ce092256-ebcc-4454-a495-0e322f19bf75 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0630729 May 27 03:30:15.861417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8160a2eb-61ab-4916-b806-f1e7795d5ecc req-5492bb76-bc6a-4a1a-abef-0c8a9f533bac tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:15.863332 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8160a2eb-61ab-4916-b806-f1e7795d5ecc req-5492bb76-bc6a-4a1a-abef-0c8a9f533bac tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0517642 May 27 03:30:15.890771 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f8fdffdf-e294-4603-a218-0aa30a7bdf7c req-97b3214f-a9e6-4267-892e-d6b5f6c2a247 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464361 May 27 03:30:15.923547 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8160a2eb-61ab-4916-b806-f1e7795d5ecc req-610986d8-dfd1-4d02-a0c7-c97b9dac227b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539408 May 27 03:30:17.021727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38a083f-b69c-43ff-84ac-fdefe533135d req-ad4201da-cde3-4eaf-8481-968c28b8b095 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.023286 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c38a083f-b69c-43ff-84ac-fdefe533135d req-ad4201da-cde3-4eaf-8481-968c28b8b095 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0483317 May 27 03:30:17.040245 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224cdb6a-1e6c-4f40-893b-f3f64bf05e70 req-0ba5383c-6c5a-451b-a39d-4229191adc71 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:17.041765 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-224cdb6a-1e6c-4f40-893b-f3f64bf05e70 req-0ba5383c-6c5a-451b-a39d-4229191adc71 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0517039 May 27 03:30:17.075027 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c38a083f-b69c-43ff-84ac-fdefe533135d req-d1eab5b8-c7f7-4c3e-b277-2ab81e14c7d1 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460536 May 27 03:30:17.092798 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-224cdb6a-1e6c-4f40-893b-f3f64bf05e70 req-96c2f591-72e4-43ae-80a0-5ec5e33488b8 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448728 May 27 03:30:18.200394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcea5ae-6a74-412e-8abc-ba2b5f0bb90d req-07d8f409-f9f0-4839-af40-41e22410398b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.202227 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3dcea5ae-6a74-412e-8abc-ba2b5f0bb90d req-07d8f409-f9f0-4839-af40-41e22410398b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 943 time: 0.0503752 May 27 03:30:18.223035 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad5380-41eb-465c-bbde-0ef76a779384 req-ebf8eb98-ec2a-4ff4-88ec-bdc8f002ee0e tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.224583 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6aad5380-41eb-465c-bbde-0ef76a779384 req-ebf8eb98-ec2a-4ff4-88ec-bdc8f002ee0e tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0556808 May 27 03:30:18.254129 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3dcea5ae-6a74-412e-8abc-ba2b5f0bb90d req-9725cbfc-68d9-474e-b6b1-c01528d79ee4 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454168 May 27 03:30:18.283792 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6aad5380-41eb-465c-bbde-0ef76a779384 req-98b9e3a3-421b-4051-8b71-4ad949118547 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533135 May 27 03:30:18.439731 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-9c015a35-2355-4df7-b58e-74653b2596c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.441534 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-9c015a35-2355-4df7-b58e-74653b2596c8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd&tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320 HTTP/1.1" status: 200 len: 1127 time: 0.0402062 May 27 03:30:18.516439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-d8b20971-662d-4fb3-8bc9-8334ffb72117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.517968 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-d8b20971-662d-4fb3-8bc9-8334ffb72117 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1127 time: 0.0429778 May 27 03:30:18.628454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-eb01475a-14c7-44dc-8e5f-b1de6afdc3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.629922 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-eb01475a-14c7-44dc-8e5f-b1de6afdc3a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.1056435 May 27 03:30:18.699498 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-5ff93339-7b21-4a45-b665-c303ddebd940 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 999 time: 0.0632565 May 27 03:30:18.752289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-260a7784-fce1-4a0d-b944-faa5b67e0252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.753790 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-260a7784-fce1-4a0d-b944-faa5b67e0252 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0474648 May 27 03:30:18.798394 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-9a6b7b5e-a993-47a2-bd4f-befb2e2be4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:18.800144 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-9a6b7b5e-a993-47a2-bd4f-befb2e2be4e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0402133 May 27 03:30:18.906542 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-5d9274eb-f384-4fd5-ad76-3310d44d6893 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002212 May 27 03:30:18.973178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:19.005021 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fe8d37b9-fa07-43d0-ad32-44ca1bac375c req-cbc23bbd-084b-4046-91b1-aec5879bd7dd service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918906 May 27 03:30:19.055629 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:30:19.058322 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=76,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:19.161226 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:19.173687 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'port_id': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'mac_address': 'fa:16:3e:25:5b:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 573, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:30:19.208775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:19.209161 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.222479 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:19.242475 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:19.246296 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:19.295403 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=9']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:19.382784 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0192390-73b7-4a64-aff5-ad3136cc23de req-c61800dc-404f-4ca9-a8a6-aeddcc25746d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:19.384443 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0192390-73b7-4a64-aff5-ad3136cc23de req-c61800dc-404f-4ca9-a8a6-aeddcc25746d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 944 time: 0.0537341 May 27 03:30:19.407698 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080567da-950e-4d21-9a0a-e128fc761fca req-a59f506d-303f-4620-8da1-e78d8f04c3ee tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:19.409295 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-080567da-950e-4d21-9a0a-e128fc761fca req-a59f506d-303f-4620-8da1-e78d8f04c3ee tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0495219 May 27 03:30:19.410189 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:19.440057 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e0192390-73b7-4a64-aff5-ad3136cc23de req-3bad7e7b-df83-4b13-a744-dd47f7ca5b8d tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499632 May 27 03:30:19.460743 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-080567da-950e-4d21-9a0a-e128fc761fca req-75137041-492c-4c8f-bbfc-1d08a6d66273 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458272 May 27 03:30:19.607877 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:20.382764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7e110fc4-b698-4f51-84be-88ab3eb3fce8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:20.563352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee409fb-2404-4dc6-94ee-87e8a306049c req-6e646348-4613-437e-800a-99e46d28c00a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.564781 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8ee409fb-2404-4dc6-94ee-87e8a306049c req-6e646348-4613-437e-800a-99e46d28c00a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 944 time: 0.0494494 May 27 03:30:20.584722 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0a8c4c-72ec-4cf8-88ed-673763799f0b req-a6f05c41-02d3-4ff3-b113-9ca4b5f6143f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:20.586190 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9e0a8c4c-72ec-4cf8-88ed-673763799f0b req-a6f05c41-02d3-4ff3-b113-9ca4b5f6143f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0509112 May 27 03:30:20.614594 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8ee409fb-2404-4dc6-94ee-87e8a306049c req-17e0677d-069a-4330-9c09-c7d177730fec tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435839 May 27 03:30:20.636483 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9e0a8c4c-72ec-4cf8-88ed-673763799f0b req-e9010a0c-88c3-41a7-a829-69cee39748b1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444109 May 27 03:30:21.058269 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:21.105884 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:21.106255 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:21.180119 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:21.180524 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:21.203359 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:21.206482 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ead69e7e-1bdb-42ec-8bd1-d839581e9e4f" -d '{"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:21.220939 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:21.233593 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:21.263430 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a8a8b7-4ec7-4da1-858a-6937df87cddc x-openstack-request-id: req-44a8a8b7-4ec7-4da1-858a-6937df87cddc {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:21.263762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-plugged", "status": "completed", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:21.264047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-44a8a8b7-4ec7-4da1-858a-6937df87cddc {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:21.264439 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a8a8b7-4ec7-4da1-858a-6937df87cddc'] response: {'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'code': 200} May 27 03:30:21.288978 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=10']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:21.733483 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ac7a9a-ab6d-44cc-b21c-b9670654f22f req-77b7dd34-c2f9-48f0-8641-efb418da7fad tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:21.735064 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3ac7a9a-ab6d-44cc-b21c-b9670654f22f req-77b7dd34-c2f9-48f0-8641-efb418da7fad tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0467865 May 27 03:30:21.752434 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabd5341-d324-4be4-80e8-81437058ec43 req-9fb8a4e3-c288-47c8-9039-4cb61af14ccc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:21.753889 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eabd5341-d324-4be4-80e8-81437058ec43 req-9fb8a4e3-c288-47c8-9039-4cb61af14ccc tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0464439 May 27 03:30:21.802565 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-eabd5341-d324-4be4-80e8-81437058ec43 req-8ca40e68-102c-4dfe-8692-a17d89be4375 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431943 May 27 03:30:21.812918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f3297e-2b12-4b9d-89ad-9d5d6380d97d req-ee68cbfd-7ed3-4278-bf2f-d003cd0b15a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:21.814583 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9f3297e-2b12-4b9d-89ad-9d5d6380d97d req-ee68cbfd-7ed3-4278-bf2f-d003cd0b15a2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1130 time: 0.0569615 May 27 03:30:21.817832 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f3ac7a9a-ab6d-44cc-b21c-b9670654f22f req-39767b02-22f8-440a-8fd9-521bbfc619fd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767188 May 27 03:30:21.866050 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b9f3297e-2b12-4b9d-89ad-9d5d6380d97d req-31b3e656-417d-44b9-9e14-ca5eccba27af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448334 May 27 03:30:22.662485 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8d195a03-620c-402d-889a-19ac03b10798 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:22.918743 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24228ce-af9c-4b59-a9a7-e6c61b59a547 req-85b9847f-ab49-4c32-85b5-ea19470de4dd tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:22.920892 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d24228ce-af9c-4b59-a9a7-e6c61b59a547 req-85b9847f-ab49-4c32-85b5-ea19470de4dd tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0503304 May 27 03:30:22.939268 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b363de-62d6-42a9-8995-6617fa0fa25f req-cc0513f1-9a5b-4f3a-968c-5dbcbd9e0f7e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:22.941052 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11b363de-62d6-42a9-8995-6617fa0fa25f req-cc0513f1-9a5b-4f3a-968c-5dbcbd9e0f7e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0492435 May 27 03:30:22.970307 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d24228ce-af9c-4b59-a9a7-e6c61b59a547 req-b4e062b0-41a4-4dd6-931b-73c7b186ab97 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425577 May 27 03:30:22.988404 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-11b363de-62d6-42a9-8995-6617fa0fa25f req-2ab23ed6-a6b5-440c-8c8d-1cff947be2da tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417042 May 27 03:30:23.987165 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:24.087609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935516a9-0972-4cf4-9eb6-16c4f7f0cdb3 req-ddf9a443-da1f-40da-8cff-0dfed481a442 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:24.092396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-935516a9-0972-4cf4-9eb6-16c4f7f0cdb3 req-ddf9a443-da1f-40da-8cff-0dfed481a442 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0715516 May 27 03:30:24.111713 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2456304-653d-492e-868e-d18f2a4de107 req-e20feb33-f63e-415d-9360-1689526fafe1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:24.114635 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2456304-653d-492e-868e-d18f2a4de107 req-e20feb33-f63e-415d-9360-1689526fafe1 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0580142 May 27 03:30:24.177133 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2456304-653d-492e-868e-d18f2a4de107 req-2fb71778-7db6-4474-bf3e-f1b82b49a525 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564823 May 27 03:30:24.306431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d712cf0-50e3-4ca0-89c4-68f8e3fd623e req-3f116172-bdac-494e-8f9e-8b84c868c10b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:24.308080 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d712cf0-50e3-4ca0-89c4-68f8e3fd623e req-3f116172-bdac-494e-8f9e-8b84c868c10b tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0555019 May 27 03:30:24.341540 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.361337 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7d712cf0-50e3-4ca0-89c4-68f8e3fd623e req-83ba753a-18c2-4f89-9cea-f509e5a639f8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476611 May 27 03:30:24.387144 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-935516a9-0972-4cf4-9eb6-16c4f7f0cdb3 req-e0904b91-a32d-428f-8a4c-ee1361e2c5d5 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919891 May 27 03:30:24.968636 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=21 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:24.974445 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=11 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:25.297020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ab3e69-4205-4e0b-8450-8b5bfa87c5df req-f3d76d5a-4ec8-4fec-a7ed-e857e37633db tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:25.299039 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-69ab3e69-4205-4e0b-8450-8b5bfa87c5df req-f3d76d5a-4ec8-4fec-a7ed-e857e37633db tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0460515 May 27 03:30:25.332286 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:25.344149 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:25.348134 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-69ab3e69-4205-4e0b-8450-8b5bfa87c5df req-71a89b00-ede1-4d72-b03c-7da3e7262f79 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436337 May 27 03:30:25.478710 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b0890-1de7-4bb7-8deb-844599bd07ba req-16da975b-3c5a-4c22-92c6-7c430931fc01 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:25.480106 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-167b0890-1de7-4bb7-8deb-844599bd07ba req-16da975b-3c5a-4c22-92c6-7c430931fc01 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0468943 May 27 03:30:25.500614 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb1e567-3af7-4561-ac32-540fee1e14e2 req-75cfffe4-aa13-4731-9f6e-1d540bdbf4d4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:25.501487 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6fb1e567-3af7-4561-ac32-540fee1e14e2 req-75cfffe4-aa13-4731-9f6e-1d540bdbf4d4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0470941 May 27 03:30:25.542930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-167b0890-1de7-4bb7-8deb-844599bd07ba req-d5c3d0e8-26c2-4381-972a-2c185d24651a tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565436 May 27 03:30:25.551206 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6fb1e567-3af7-4561-ac32-540fee1e14e2 req-7578e334-c888-4986-a3ce-8c50bec868b3 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417802 May 27 03:30:26.460638 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c2064e-9aca-4d07-8a01-feb670474d74 req-cd4f70c3-d4a1-4a34-85da-cc56deb5062b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:26.462111 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9c2064e-9aca-4d07-8a01-feb670474d74 req-cd4f70c3-d4a1-4a34-85da-cc56deb5062b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0476201 May 27 03:30:26.512937 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9c2064e-9aca-4d07-8a01-feb670474d74 req-d95338b8-b4a4-4573-95e4-5d9b989a60d9 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452967 May 27 03:30:26.622308 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-3b876438-98fe-4eed-a6b8-81f48959b95f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:26.623774 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-3b876438-98fe-4eed-a6b8-81f48959b95f tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0475450 May 27 03:30:26.700245 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30683681-01e2-4c7d-b379-64f95a231d64 req-ada887e6-c91f-4819-817e-b3ce1dd697ca tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:26.701831 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30683681-01e2-4c7d-b379-64f95a231d64 req-ada887e6-c91f-4819-817e-b3ce1dd697ca tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 946 time: 0.0770750 May 27 03:30:26.760109 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.785492 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Deleting port dbce52b7-89f4-4a12-9b4f-52599cf57a61 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:26.785751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.792217 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.807546 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-30683681-01e2-4c7d-b379-64f95a231d64 req-15ae338a-388d-4cb0-a3d2-7cd2145cfe4d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups?id=98abee0e-f5e8-40f3-bba6-18c3256748f8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967727 May 27 03:30:26.873389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0306fef1-0d96-466b-b1c4-89ab7ffc44c4 req-1b27e70f-3693-4990-8e81-a8df3048b9f0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:26.874856 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0306fef1-0d96-466b-b1c4-89ab7ffc44c4 req-1b27e70f-3693-4990-8e81-a8df3048b9f0 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.2585814 May 27 03:30:26.886979 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] For port dbce52b7-89f4-4a12-9b4f-52599cf57a61, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=dbce52b7-89f4-4a12-9b4f-52599cf57a61,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:26.887347 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:26.906559 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:26.922214 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0306fef1-0d96-466b-b1c4-89ab7ffc44c4 req-a0122c6c-a9f6-4cb4-86dd-1be7bc4bec60 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416722 May 27 03:30:26.946024 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:27.051252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.051619 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.051972 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Floating IP 5eb5d16e-777d-4673-b734-a54bdc1aae48 disassociated. External IP: 172.27.1.173, port: dbce52b7-89f4-4a12-9b4f-52599cf57a61. May 27 03:30:27.052344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Calling delete_port for dbce52b7-89f4-4a12-9b4f-52599cf57a61 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:27.181701 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (dbce52b7-89f4-4a12-9b4f-52599cf57a61), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.212025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'Port': ['ID=dbce52b7-89f4-4a12-9b4f-52599cf57a61,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.230418 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.230773 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.231124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.231464 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.231798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.232157 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.232489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.232817 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.233148 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.233477 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.233805 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.234130 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.234454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.234776 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.235140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.316369 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34528) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.348196 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:27.423877 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.452266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:27.463734 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:27.474534 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:27.475156 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:27.499630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] No DVR routers for this DVR port dbce52b7-89f4-4a12-9b4f-52599cf57a61 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:27.502706 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.504461 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Publish callbacks [] for security_group (46dfe71d-8dd0-48e3-b8ba-f5660eb3227e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.506074 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f11d55a9-0b52-46dc-9545-0432e0113f45 req-9a617eec-750f-4f68-b982-a1dda625aa8a tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.60 "DELETE /v2.0/ports/dbce52b7-89f4-4a12-9b4f-52599cf57a61 HTTP/1.1" status: 204 len: 173 time: 0.8710229 May 27 03:30:27.506545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'name': 'network-vif-deleted', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:27.509081 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31449441-fe28-47a2-b683-7bf32e1d9fba" -d '{"events": [{"server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "name": "network-vif-deleted", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:27.524933 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (46dfe71d-8dd0-48e3-b8ba-f5660eb3227e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.564354 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46dfe71d-8dd0-48e3-b8ba-f5660eb3227e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.583150 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.583503 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.583859 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.589647 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.590241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.590928 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.591780 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.592323 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.592941 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab869fb7-8a04-4fa7-8318-b4e24fdde6b1 x-openstack-request-id: req-ab869fb7-8a04-4fa7-8318-b4e24fdde6b1 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:27.593434 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e31aba7f-3700-45f9-84a4-bef83da3d5b3", "name": "network-vif-deleted", "tag": "dbce52b7-89f4-4a12-9b4f-52599cf57a61", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:27.593541 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ab869fb7-8a04-4fa7-8318-b4e24fdde6b1 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:27.593843 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.593980 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab869fb7-8a04-4fa7-8318-b4e24fdde6b1'] response: {'server_uuid': 'e31aba7f-3700-45f9-84a4-bef83da3d5b3', 'name': 'network-vif-deleted', 'tag': 'dbce52b7-89f4-4a12-9b4f-52599cf57a61', 'status': 'completed', 'code': 200} May 27 03:30:27.595021 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.595517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.596167 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.596658 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.597165 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.597646 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:27.599405 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:27.605151 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-020276cc-f5c0-4194-aa54-70d746389e3c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4cdf91ae2f2e4bfe939172e950d08aa0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2877264 May 27 03:30:27.607883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34536) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:27.708437 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefedfb-59ce-41b5-8eb0-eadf0555f0da req-35ee4b09-627e-4a72-b6f0-e7ca629eb236 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:27.710309 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cfefedfb-59ce-41b5-8eb0-eadf0555f0da req-35ee4b09-627e-4a72-b6f0-e7ca629eb236 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0834317 May 27 03:30:27.717208 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] Publish callbacks [] for security_group (46dfe71d-8dd0-48e3-b8ba-f5660eb3227e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.760567 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] Publish callbacks [] for security_group (46dfe71d-8dd0-48e3-b8ba-f5660eb3227e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.803952 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cfefedfb-59ce-41b5-8eb0-eadf0555f0da req-b5d5307b-4b95-4f0a-9fc5-edc761d038cf tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834067 May 27 03:30:27.811496 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:27.834771 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (46dfe71d-8dd0-48e3-b8ba-f5660eb3227e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.837914 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:27.841543 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/46dfe71d-8dd0-48e3-b8ba-f5660eb3227e HTTP/1.1" status: 204 len: 168 time: 0.2297583 May 27 03:30:27.844179 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:27.857690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f67b8-a0e2-4caf-aba8-edf7ee09a39e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46dfe71d-8dd0-48e3-b8ba-f5660eb3227e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:27.858681 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:27.859312 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:27.958597 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-db4a3698-89c2-4f04-9e9b-31014e987db2 req-71f18373-d2fb-4cd0-8808-51543b761af4 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/ports?device_id=e31aba7f-3700-45f9-84a4-bef83da3d5b3 HTTP/1.1" status: 200 len: 210 time: 0.0498221 May 27 03:30:27.983599 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:28.070932 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:30:28.192987 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:28.217667 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e0161c-adde-4004-939f-4e4253deef70 None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:24:07Z', 'revision_number': 4, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '3bec58e1-848f-4edd-9d69-bc002bebf3d1', 'name': '', 'network_id': '98ca3cf1-95fa-41da-b7a2-51930fd197f1', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'mac_address': 'fa:16:3e:d8:f8:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:24:05Z', 'updated_at': '2022-05-27T03:24:17Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'subnets': [{'id': '8401d48a-e29a-4d2c-9c36-9ef92b412a74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:28.351852 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:28.362313 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:28.457605 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a424cb7d-e91a-4fe9-b6e4-740e66ee9723 None None] New status for floating IP 5eb5d16e-777d-4673-b734-a54bdc1aae48: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:30:28.921883 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c9c6ca-8341-4d3e-8e4d-490b4a05c11c req-f39ad042-957e-4842-9ea6-b214ee21667c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:28.924062 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-84c9c6ca-8341-4d3e-8e4d-490b4a05c11c req-f39ad042-957e-4842-9ea6-b214ee21667c tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 943 time: 0.0491149 May 27 03:30:28.978579 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-84c9c6ca-8341-4d3e-8e4d-490b4a05c11c req-d4430926-6d59-45d2-abce-9ccfc66f472f tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472841 May 27 03:30:29.049957 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34580) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.078964 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:29.086963 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:30:29.108901 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (98abee0e-f5e8-40f3-bba6-18c3256748f8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.137193 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (98abee0e-f5e8-40f3-bba6-18c3256748f8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.188944 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:29.193937 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (98abee0e-f5e8-40f3-bba6-18c3256748f8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.199180 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.199694 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "DELETE /v2.0/security-groups/98abee0e-f5e8-40f3-bba6-18c3256748f8 HTTP/1.1" status: 204 len: 168 time: 0.1485553 May 27 03:30:29.205396 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34586) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.208780 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '71e11d00-d642-48e1-acfd-a532d0199408', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'port_id': '71e11d00-d642-48e1-acfd-a532d0199408', 'mac_address': 'fa:16:3e:dd:de:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 568, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:30:29.215775 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71220f1-551c-4741-b1ce-9a6c2e3c4b6d tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98abee0e-f5e8-40f3-bba6-18c3256748f8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.226048 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-56ffd8cc-df1e-49d2-8510-bfb8583ea4d9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] show failed (client error): The resource could not be found. May 27 03:30:29.227330 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-56ffd8cc-df1e-49d2-8510-bfb8583ea4d9 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "GET /v2.0/security-groups/98abee0e-f5e8-40f3-bba6-18c3256748f8 HTTP/1.1" status: 404 len: 347 time: 0.0205350 May 27 03:30:29.230575 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34588) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:29.257488 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 71e11d00-d642-48e1-acfd-a532d0199408 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:29.257727 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.275178 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71e11d00-d642-48e1-acfd-a532d0199408 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:29.297104 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:29.304071 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.354158 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=7']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.376427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Deleting port b0e3fead-a60e-465d-b602-3a5e95bc3830 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:29.376799 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.467925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.468502 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (b0e3fead-a60e-465d-b602-3a5e95bc3830), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.483571 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Calling delete_port for b0e3fead-a60e-465d-b602-3a5e95bc3830 owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:29.495641 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:29.565084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:29.654885 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (b0e3fead-a60e-465d-b602-3a5e95bc3830), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.676797 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['71e11d00-d642-48e1-acfd-a532d0199408'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:29.684297 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Pushing event deleted for resources: {'Port': ['ID=b0e3fead-a60e-465d-b602-3a5e95bc3830,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:29.780419 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks [] for floatingip (5eb5d16e-777d-4673-b734-a54bdc1aae48), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.785177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:29.786601 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7fd80cd9-5cb9-4478-bce0-9cdca6a0a3b2 tempest-AttachVolumeTestJSON-2050876474 tempest-AttachVolumeTestJSON-2050876474-project] 10.222.0.62 "DELETE /v2.0/floatingips/5eb5d16e-777d-4673-b734-a54bdc1aae48 HTTP/1.1" status: 204 len: 168 time: 0.5537434 May 27 03:30:30.097065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fd6c18-af89-45ec-aedd-9af291d498b4 req-6dc43aea-fdf2-446f-b50e-c8e0c30dc43b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:30.098580 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-09fd6c18-af89-45ec-aedd-9af291d498b4 req-6dc43aea-fdf2-446f-b50e-c8e0c30dc43b tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 944 time: 0.0502622 May 27 03:30:30.154774 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-09fd6c18-af89-45ec-aedd-9af291d498b4 req-376de133-ebac-4aff-93e4-7493e4d37259 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489163 May 27 03:30:31.101710 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:31.144306 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 71e11d00-d642-48e1-acfd-a532d0199408 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:31.144672 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (71e11d00-d642-48e1-acfd-a532d0199408), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.180383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:31.222419 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 71e11d00-d642-48e1-acfd-a532d0199408 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:31.222823 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.247024 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:31.249286 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b3059c6-e64c-4d47-8aaa-2a9f0721b9df" -d '{"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:31.263369 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:31.269779 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:31.270031 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device dbce52b7-89f4-4a12-9b4f-52599cf57a61 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:31.307109 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f96102-b1cf-4099-81dd-211d7c2b6cff req-a73243c6-9cb0-420d-b147-a3c10bc7d1aa tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:31.310617 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-08f96102-b1cf-4099-81dd-211d7c2b6cff req-a73243c6-9cb0-420d-b147-a3c10bc7d1aa tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 944 time: 0.0730193 May 27 03:30:31.314921 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01676b84-bfa4-4371-b843-4b705323c271 x-openstack-request-id: req-01676b84-bfa4-4371-b843-4b705323c271 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:31.315229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-plugged", "status": "completed", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:31.315482 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-01676b84-bfa4-4371-b843-4b705323c271 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:31.316005 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01676b84-bfa4-4371-b843-4b705323c271'] response: {'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'code': 200} May 27 03:30:31.344686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: dbce52b7-89f4-4a12-9b4f-52599cf57a61 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:31.344976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device dbce52b7-89f4-4a12-9b4f-52599cf57a61 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:31.350723 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=8']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:31.383490 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-08f96102-b1cf-4099-81dd-211d7c2b6cff req-566c5e49-6e25-44a5-9ad5-a623ca0facf7 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669341 May 27 03:30:31.580577 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57894391-b138-40c2-898a-21128feed507 req-ff8e34f2-13da-4679-b5bd-9978fc4dd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:31.582108 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57894391-b138-40c2-898a-21128feed507 req-ff8e34f2-13da-4679-b5bd-9978fc4dd8f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0411761 May 27 03:30:31.627712 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-57894391-b138-40c2-898a-21128feed507 req-09bd61ee-ce65-41e8-b202-4ef2c8cf06c6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400822 May 27 03:30:32.497259 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc20d9b-2757-4e1d-82f0-ef4883cce197 req-3976fdf7-35cc-48f3-9a2b-f7703d1449ce tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:32.498758 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc20d9b-2757-4e1d-82f0-ef4883cce197 req-3976fdf7-35cc-48f3-9a2b-f7703d1449ce tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0472226 May 27 03:30:32.549314 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dbc20d9b-2757-4e1d-82f0-ef4883cce197 req-3cbdf23e-d1b5-49c8-8fe0-c5edce911c13 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443327 May 27 03:30:33.346560 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34674) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:33.617381 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:33.703693 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62dbfe-74eb-4c10-ae7f-d1be1d723529 req-0fd1717e-84b6-44da-902a-c6ec40810f10 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:33.705841 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bb62dbfe-74eb-4c10-ae7f-d1be1d723529 req-0fd1717e-84b6-44da-902a-c6ec40810f10 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0592337 May 27 03:30:33.811213 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bb62dbfe-74eb-4c10-ae7f-d1be1d723529 req-36c8c8bf-70fa-40d6-bc53-9fc1d7e512ec tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799448 May 27 03:30:33.969225 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.238612 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Deleting port 3bec58e1-848f-4edd-9d69-bc002bebf3d1 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:34.238981 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.294337 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:34.319965 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] For port 3bec58e1-848f-4edd-9d69-bc002bebf3d1, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3bec58e1-848f-4edd-9d69-bc002bebf3d1,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:34.320330 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.333434 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Calling delete_port for 3bec58e1-848f-4edd-9d69-bc002bebf3d1 owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:34.511253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (3bec58e1-848f-4edd-9d69-bc002bebf3d1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.537914 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3bec58e1-848f-4edd-9d69-bc002bebf3d1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:34.587558 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:34.733203 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:34.981524 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Router 2583f7a2-c333-43d7-b3d7-d71e069e9339 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:35.084125 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:35.091325 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4a03ec62-c5db-46f2-b0b4-2b073a08ec8e admin admin] 10.222.0.62 "PUT /v2.0/routers/2583f7a2-c333-43d7-b3d7-d71e069e9339/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7414370 May 27 03:30:35.092423 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34706) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:35.096640 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Sync routers for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:35.106587 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:35.107483 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:35.193062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks [] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.209883 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:35.338902 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.398152 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:30:34Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:35.423699 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Checking router: 2583f7a2-c333-43d7-b3d7-d71e069e9339 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:35.432980 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Routers {'2583f7a2-c333-43d7-b3d7-d71e069e9339'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:35.433600 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2583f7a2-c333-43d7-b3d7-d71e069e9339'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:35.467917 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.537616 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks [] for router_gateway (2583f7a2-c333-43d7-b3d7-d71e069e9339), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.589730 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Deleting port 3e5ece64-f9e0-4916-8e83-87379de4fdf0 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:35.589986 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.615950 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.637592 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] Set router 2583f7a2-c333-43d7-b3d7-d71e069e9339 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:35.681131 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] For port 3e5ece64-f9e0-4916-8e83-87379de4fdf0, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e5ece64-f9e0-4916-8e83-87379de4fdf0,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:35.681544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.695721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Calling delete_port for 3e5ece64-f9e0-4916-8e83-87379de4fdf0 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:35.809387 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:35.809618 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:30:34Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:35.848740 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c43a566b-bf52-4570-92dd-dcd8fc5481c3 None None] The sync data for ids ['2583f7a2-c333-43d7-b3d7-d71e069e9339'] in dv-cinder-828807-4-iscsi is: [{'id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'name': 'tempest-AttachVolumeTestJSON-594597065-router', 'tenant_id': 'b114bd896cc6469184097ef9300613da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53'}], 'enable_snat': True}, 'gw_port_id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:54Z', 'updated_at': '2022-05-27T03:30:34Z', 'revision_number': 5, 'project_id': 'b114bd896cc6469184097ef9300613da', 'gw_port': {'id': '3e5ece64-f9e0-4916-8e83-87379de4fdf0', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:f1:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2583f7a2-c333-43d7-b3d7-d71e069e9339', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:57Z', 'updated_at': '2022-05-27T03:24:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:35.884517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (3e5ece64-f9e0-4916-8e83-87379de4fdf0), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:35.911956 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Pushing event deleted for resources: {'Port': ['ID=3e5ece64-f9e0-4916-8e83-87379de4fdf0,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:35.978452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.078540 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.080782 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks [] for router_controller (2583f7a2-c333-43d7-b3d7-d71e069e9339), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.150428 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (2583f7a2-c333-43d7-b3d7-d71e069e9339), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.150966 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2583f7a2-c333-43d7-b3d7-d71e069e9339 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:30:36.156136 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.160572 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34716) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:36.161088 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1b0ad9aa-8400-4117-b654-93195084ec9a admin admin] 10.222.0.62 "DELETE /v2.0/routers/2583f7a2-c333-43d7-b3d7-d71e069e9339 HTTP/1.1" status: 204 len: 168 time: 1.0680010 May 27 03:30:36.215167 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Deleting subnet 8401d48a-e29a-4d2c-9c36-9ef92b412a74 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:30:36.218744 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Publish callbacks [] for subnet (8401d48a-e29a-4d2c-9c36-9ef92b412a74), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.257847 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (8401d48a-e29a-4d2c-9c36-9ef92b412a74), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.348174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (8401d48a-e29a-4d2c-9c36-9ef92b412a74), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.400826 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34720) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:36.405631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (8401d48a-e29a-4d2c-9c36-9ef92b412a74), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.437155 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8401d48a-e29a-4d2c-9c36-9ef92b412a74,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.441493 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.444634 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-f618274e-1ecc-43f8-9835-688608053e7b admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8401d48a-e29a-4d2c-9c36-9ef92b412a74 HTTP/1.1" status: 204 len: 168 time: 0.2830462 May 27 03:30:36.447291 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34724) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:36.451535 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2873ad-28f8-4667-b547-a133bd8f63d1 None None] Network 98ca3cf1-95fa-41da-b7a2-51930fd197f1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:36.523161 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (98ca3cf1-95fa-41da-b7a2-51930fd197f1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.535686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.546262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f73504a3-cabd-4563-b54a-31044de1d574 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.604264 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Deleting port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:36.604603 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.634503 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] DHCP port deletion for 98ca3cf1-95fa-41da-b7a2-51930fd197f1 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:30:36.674876 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Deleting port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:30:36.675243 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.699761 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] For port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:36.700149 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.702243 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=83,neutron:DELETE=10,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.721662 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Calling delete_port for 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:36.740154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] For port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,segment=NetworkSegment(45efb31b-e262-4260-b353-f20d8ada24b9),segment_id=45efb31b-e262-4260-b353-f20d8ada24b9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:36.740587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.753451 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Calling delete_port for 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:30:36.781615 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f73504a3-cabd-4563-b54a-31044de1d574 admin admin] Publish callbacks [] for security_group (4f89e1d4-c333-4964-85ff-1ef429e8820d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.787642 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f73504a3-cabd-4563-b54a-31044de1d574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4f89e1d4-c333-4964-85ff-1ef429e8820d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.837773 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.843290 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f73504a3-cabd-4563-b54a-31044de1d574 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=9c2ab483b12349f88b4ce25775346610&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4413702 May 27 03:30:36.846633 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34726) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:36.848066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73504a3-cabd-4563-b54a-31044de1d574 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f89e1d4-c333-4964-85ff-1ef429e8820d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.863986 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (3e38ad2a-d5cd-4d0a-9788-9faa290bd380), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.865621 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] No DVR routers for this DVR port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:36.869406 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0072ac-160a-4a3e-bf4b-34a927a00881 None None] Pushing event deleted for resources: {'Port': ['ID=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.877079 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=13,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.889367 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e38ad2a-d5cd-4d0a-9788-9faa290bd380,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:36.895509 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] No DVR routers for this DVR port 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:30:36.916329 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] Publish callbacks [] for security_group (4f89e1d4-c333-4964-85ff-1ef429e8820d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.943085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] Publish callbacks [] for security_group (4f89e1d4-c333-4964-85ff-1ef429e8820d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.962067 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:36.971948 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (98ca3cf1-95fa-41da-b7a2-51930fd197f1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:36.994810 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98ca3cf1-95fa-41da-b7a2-51930fd197f1']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.003636 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4f89e1d4-c333-4964-85ff-1ef429e8820d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.005675 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45efb31b-e262-4260-b353-f20d8ada24b9') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.005969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45efb31b-e262-4260-b353-f20d8ada24b9') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:37.006805 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.010261 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f89e1d4-c333-4964-85ff-1ef429e8820d HTTP/1.1" status: 204 len: 168 time: 0.1598718 May 27 03:30:37.018832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (45efb31b-e262-4260-b353-f20d8ada24b9), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.020779 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e6e9d-d35f-4e43-8e6a-d4240e863926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f89e1d4-c333-4964-85ff-1ef429e8820d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.037291 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (45efb31b-e262-4260-b353-f20d8ada24b9), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.043922 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:30:37.044473 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (45efb31b-e262-4260-b353-f20d8ada24b9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.112901 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (98ca3cf1-95fa-41da-b7a2-51930fd197f1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.123438 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.127908 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] 10.222.0.62 "DELETE /v2.0/networks/98ca3cf1-95fa-41da-b7a2-51930fd197f1 HTTP/1.1" status: 204 len: 168 time: 0.6782143 May 27 03:30:37.142730 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2716c31-ff6d-4532-ab6f-ab8b9003b2c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98ca3cf1-95fa-41da-b7a2-51930fd197f1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.295502 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 45efb31b-e262-4260-b353-f20d8ada24b9 resource provider aggregate not found May 27 03:30:37.317165 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 45efb31b-e262-4260-b353-f20d8ada24b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45efb31b-e262-4260-b353-f20d8ada24b9 found for delete ", "request_id": "req-6c6b19c2-9f8f-409f-92ca-504f2d1d6bb4"}]} May 27 03:30:37.368293 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34740) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:37.401016 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34742) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:37.410579 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c6a59e8c-1a5e-4c38-9e09-adbaa034ce18 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b114bd896cc6469184097ef9300613da&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0411255 May 27 03:30:37.413670 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34744) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:37.414091 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea90835d-f6f3-4894-b0e2-2301b633e714 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.463420 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] Publish callbacks [] for security_group (3a2f275d-3de2-4fac-90ac-340fda9496bf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.486923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] Publish callbacks [] for security_group (3a2f275d-3de2-4fac-90ac-340fda9496bf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.488418 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:37.493409 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea90835d-f6f3-4894-b0e2-2301b633e714 admin admin] Publish callbacks [] for security_group (4b5e0181-4e28-4502-8a4c-8dd26634a76a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.497086 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ea90835d-f6f3-4894-b0e2-2301b633e714 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4b5e0181-4e28-4502-8a4c-8dd26634a76a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.537100 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ea90835d-f6f3-4894-b0e2-2301b633e714 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c795f00462b24eeba59cf4d1509fa81d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350136 May 27 03:30:37.538086 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea90835d-f6f3-4894-b0e2-2301b633e714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b5e0181-4e28-4502-8a4c-8dd26634a76a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.539750 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34746) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:37.576592 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (3a2f275d-3de2-4fac-90ac-340fda9496bf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.579060 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.580260 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/3a2f275d-3de2-4fac-90ac-340fda9496bf HTTP/1.1" status: 204 len: 168 time: 0.1656966 May 27 03:30:37.589515 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:37.593352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e15b2e-6e25-4876-b564-5050f7b276e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a2f275d-3de2-4fac-90ac-340fda9496bf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:37.609728 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] Publish callbacks [] for security_group (4b5e0181-4e28-4502-8a4c-8dd26634a76a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.613283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:37.613622 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e38ad2a-d5cd-4d0a-9788-9faa290bd380 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:37.614162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3bec58e1-848f-4edd-9d69-bc002bebf3d1 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:37.633644 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] Publish callbacks [] for security_group (4b5e0181-4e28-4502-8a4c-8dd26634a76a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.640539 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 3bec58e1-848f-4edd-9d69-bc002bebf3d1 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:37.640685 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3bec58e1-848f-4edd-9d69-bc002bebf3d1 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:37.641108 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e5ece64-f9e0-4916-8e83-87379de4fdf0 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:30:37.661564 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 3e5ece64-f9e0-4916-8e83-87379de4fdf0 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:30:37.662191 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 3e5ece64-f9e0-4916-8e83-87379de4fdf0 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:30:37.689553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4b5e0181-4e28-4502-8a4c-8dd26634a76a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.692168 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:37.693407 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4b5e0181-4e28-4502-8a4c-8dd26634a76a HTTP/1.1" status: 204 len: 168 time: 0.1525068 May 27 03:30:37.701509 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f79558-5085-447c-8a42-9d08e469dad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b5e0181-4e28-4502-8a4c-8dd26634a76a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.045635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34762) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:38.060445 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9559-df80-44a8-bfef-f7c06f08c21b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.140360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9559-df80-44a8-bfef-f7c06f08c21b admin admin] Publish callbacks [] for security_group (c470515a-c181-4708-b6bb-e081b7758cea), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.144244 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d2b9559-df80-44a8-bfef-f7c06f08c21b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c470515a-c181-4708-b6bb-e081b7758cea), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.186690 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0d2b9559-df80-44a8-bfef-f7c06f08c21b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=64710cb530684d098e736e513ef2f3c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1397402 May 27 03:30:38.187612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b9559-df80-44a8-bfef-f7c06f08c21b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c470515a-c181-4708-b6bb-e081b7758cea,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.189552 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34766) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:38.246352 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] Publish callbacks [] for security_group (c470515a-c181-4708-b6bb-e081b7758cea), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.271110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] Publish callbacks [] for security_group (c470515a-c181-4708-b6bb-e081b7758cea), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.321278 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c470515a-c181-4708-b6bb-e081b7758cea), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.323840 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.325038 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c470515a-c181-4708-b6bb-e081b7758cea HTTP/1.1" status: 204 len: 168 time: 0.1337879 May 27 03:30:38.333293 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55698098-a35d-4b90-b391-995c98a88eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c470515a-c181-4708-b6bb-e081b7758cea,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.446474 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34778) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:38.673852 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1445595113-network', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:38.698281 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:38.700877 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.710542 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.745829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:38.793689 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks [] for security_group (773507cb-69c9-4272-8ff8-5e80a264e39f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.797542 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (773507cb-69c9-4272-8ff8-5e80a264e39f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.820829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] vlan segment allocate from pool success with {'vlan_id': 561, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:30:38.838098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=773507cb-69c9-4272-8ff8-5e80a264e39f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.841194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (305d178e-e091-4d37-9d3e-94de07188778), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.841614 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Added segment 305d178e-e091-4d37-9d3e-94de07188778 of type vlan for network 5fca8f91-27a5-4216-bd00-e734abe0021c May 27 03:30:38.883796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (5fca8f91-27a5-4216-bd00-e734abe0021c), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.907135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (5fca8f91-27a5-4216-bd00-e734abe0021c), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.908806 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:38.909390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:38.971869 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5242212 May 27 03:30:38.974799 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34782) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:38.976815 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05fb24-09af-4b13-89f8-947b4a666c9c admin admin] Pushing event updated for resources: {'Network': ['ID=5fca8f91-27a5-4216-bd00-e734abe0021c,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:38.980309 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Request body: {'subnet': {'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-subnet', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:38.987960 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 5fca8f91-27a5-4216-bd00-e734abe0021c details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:30:39.002746 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:39.005207 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.061497 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.177383 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (baafb49c-2827-42b7-9f4f-1820465fd342), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.226805 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Pushing event updated for resources: {'Subnet': ['ID=baafb49c-2827-42b7-9f4f-1820465fd342,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.242341 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:39.242700 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Network hostable DHCP agents. Network: 5fca8f91-27a5-4216-bd00-e734abe0021c, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:30:39.253956 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.261116 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:30:39.272346 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 5fca8f91-27a5-4216-bd00-e734abe0021c) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:39.276514 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:39.277106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.282451 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eea8636-4709-419b-9030-997bfc9da35f None None] Network 5fca8f91-27a5-4216-bd00-e734abe0021c requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:39.297606 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-734cbce2-4684-4037-8656-9de503b0300d admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3216710 May 27 03:30:39.300813 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34784) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:39.305042 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:39.326078 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.327163 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.377488 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for router_controller (7f138f41-830e-482d-a941-a2a3d9e298f1), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.384324 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-5fca8f91-27a5-4216-bd00-e734abe0021c', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:30:39.385312 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.510838 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for router_gateway (7f138f41-830e-482d-a941-a2a3d9e298f1), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.525302 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Allocated IP 172.20.0.2 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/daf5c06f-1c7f-4622-9b22-1a62658cc2cf) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:39.593287 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=3,neutron:INSERT=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.668589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.670440 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks [] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.676114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.689584 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for router_gateway (7f138f41-830e-482d-a941-a2a3d9e298f1), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.709260 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.713183 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:39.716147 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:39.722523 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:39.736996 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Pushing event updated for resources: {'Port': ['ID=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.760808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.760808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.761103 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.761404 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.761734 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.762066 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.762388 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.762713 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.763036 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.763356 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.763678 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.764039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.764365 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.764682 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.765000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:39.797735 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Attempting to bind port daf5c06f-1c7f-4622-9b22-1a62658cc2cf on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:39.798140 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Attempting to bind port daf5c06f-1c7f-4622-9b22-1a62658cc2cf by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:39.798499 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Attempting to bind port daf5c06f-1c7f-4622-9b22-1a62658cc2cf on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:39.805225 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:39.805595 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:39.805998 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.806382 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:39.806839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Bound port: daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:39.807214 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.821195 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Allocated IP 172.27.1.29 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/611b3758-bc75-4d00-884f-e521c2595898) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:39.867221 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] For port daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:39.870551 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] For port daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:39.876441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.940581 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for port (611b3758-bc75-4d00-884f-e521c2595898), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:39.940839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a63e21-b84a-4484-ab93-b286c88b6957 None None] Pushing event updated for resources: {'Port': ['ID=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:39.945183 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:39.979015 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (611b3758-bc75-4d00-884f-e521c2595898), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:40.026943 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:40.032050 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:40.034774 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Pushing event updated for resources: {'Port': ['ID=611b3758-bc75-4d00-884f-e521c2595898,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:40.036923 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:40.147245 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:40.290911 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for router_gateway (7f138f41-830e-482d-a941-a2a3d9e298f1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:40.701772 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:40.823294 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fb997a-4f8c-4c2e-8a44-5d32b33c0ab8 None None] Network 5fca8f91-27a5-4216-bd00-e734abe0021c requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:30:40.829311 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:30:40.935791 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:40.953684 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:40.954960 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0f71d7c2-f6c4-45a7-a11e-44fc5c6b53c2 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6531966 May 27 03:30:40.957704 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34786) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:40.998261 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:41.025548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Provisioning complete for port daf5c06f-1c7f-4622-9b22-1a62658cc2cf triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:41.025918 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.032761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:41.033394 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:41.054586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.225559 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:41.283150 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Current status of the port daf5c06f-1c7f-4622-9b22-1a62658cc2cf is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:41.283801 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.286855 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:UPDATE=1,neutron:INSERT=1,neutron:SELECT=96,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.373412 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] For port daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:41.380559 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.383212 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.430694 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.473377 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83152cfb-109c-4a28-999f-b48a3dbb2f4d None None] Pushing event updated for resources: {'Port': ['ID=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:41.480938 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.484761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:40Z', 'revision_number': 3, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:41.519745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:41.520598 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Updating router 7f138f41-830e-482d-a941-a2a3d9e298f1 port 611b3758-bc75-4d00-884f-e521c2595898 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:30:41.544605 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0c3a000d-00f2-47b4-9dd8-3842af0a725e None None] Provisioning complete for port daf5c06f-1c7f-4622-9b22-1a62658cc2cf triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:41.544869 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0c3a000d-00f2-47b4-9dd8-3842af0a725e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.545468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Allocated IP 172.20.0.1 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/53d10640-ec72-42a6-ae5a-474bbe69ab03) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:41.589894 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (611b3758-bc75-4d00-884f-e521c2595898), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.616398 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device daf5c06f-1c7f-4622-9b22-1a62658cc2cf up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:41.681660 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks [] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.720654 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.757259 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:41.762184 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:41.765600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:41.794388 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0c3a000d-00f2-47b4-9dd8-3842af0a725e None None] Current status of the port daf5c06f-1c7f-4622-9b22-1a62658cc2cf is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:41.794633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Pushing event updated for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:41.800538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port daf5c06f-1c7f-4622-9b22-1a62658cc2cf triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:41.800866 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.819852 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (7f138f41-830e-482d-a941-a2a3d9e298f1), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.911638 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:41.961822 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:41.971154 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port daf5c06f-1c7f-4622-9b22-1a62658cc2cf is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:42.042560 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks [] for port (611b3758-bc75-4d00-884f-e521c2595898), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.044101 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-37f0d5f5-fc3b-4323-9284-d0662aac218d None None] Provisioning complete for port 53d10640-ec72-42a6-ae5a-474bbe69ab03 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:42.044476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-37f0d5f5-fc3b-4323-9284-d0662aac218d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.070683 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (611b3758-bc75-4d00-884f-e521c2595898), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.089901 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.114135 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-37f0d5f5-fc3b-4323-9284-d0662aac218d None None] Port 53d10640-ec72-42a6-ae5a-474bbe69ab03 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:30:42.138077 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Attempting to bind port 611b3758-bc75-4d00-884f-e521c2595898 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:42.138445 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Attempting to bind port 611b3758-bc75-4d00-884f-e521c2595898 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:42.138809 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Attempting to bind port 611b3758-bc75-4d00-884f-e521c2595898 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:42.140977 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198172-9635-4f26-98c6-e024a3ee05dc None None] Pushing event updated for resources: {'Port': ['ID=611b3758-bc75-4d00-884f-e521c2595898,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.146989 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:42.147406 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:42.148066 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.148442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:42.148865 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Bound port: 611b3758-bc75-4d00-884f-e521c2595898, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:42.149248 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (611b3758-bc75-4d00-884f-e521c2595898), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.159285 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks [] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.164350 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.201963 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] For port 611b3758-bc75-4d00-884f-e521c2595898, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:42.205005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] For port 611b3758-bc75-4d00-884f-e521c2595898, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=611b3758-bc75-4d00-884f-e521c2595898,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:42.210681 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (611b3758-bc75-4d00-884f-e521c2595898), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.233066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Pushing event updated for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.233648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.241957 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (7f138f41-830e-482d-a941-a2a3d9e298f1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.272706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce198172-9635-4f26-98c6-e024a3ee05dc None None] Pushing event updated for resources: {'Port': ['ID=611b3758-bc75-4d00-884f-e521c2595898,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:42.276107 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:42.276637 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.278205 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.336676 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:42.338102 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:42.385937 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:42.454875 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:42.555407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-782e23bd-a5bf-4690-b920-19f41f9f35f9 None None] Provisioning complete for port 53d10640-ec72-42a6-ae5a-474bbe69ab03 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:42.555782 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-782e23bd-a5bf-4690-b920-19f41f9f35f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.562192 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:42.567318 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-812364a7-621d-4aa0-95b1-4d3c56551fbe admin admin] 10.222.0.62 "PUT /v2.0/routers/7f138f41-830e-482d-a941-a2a3d9e298f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6086514 May 27 03:30:42.622616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-782e23bd-a5bf-4690-b920-19f41f9f35f9 None None] Port 53d10640-ec72-42a6-ae5a-474bbe69ab03 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:30:42.630871 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:42Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:42.655637 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf3dac-456e-4a81-b1cf-62b3686ee0a7 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:42Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:42.870887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34794) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:42.875439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--512239697', 'description': 'tempest-description--1058065911'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:42.880417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=5,neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:42.902322 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.978870 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (99119346-c477-4e82-8941-ca7345a2e81d), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:42.983361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (99119346-c477-4e82-8941-ca7345a2e81d), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.013040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.014279 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1423738 May 27 03:30:43.017351 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34796) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:43.021917 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': '99119346-c477-4e82-8941-ca7345a2e81d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:43.023358 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b64430-2582-4d45-8d0f-b430c028a9ff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99119346-c477-4e82-8941-ca7345a2e81d,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.051031 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (d6dc2251-773a-46c8-8706-58b0a19bd831), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.106991 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (d6dc2251-773a-46c8-8706-58b0a19bd831), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.111803 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (d6dc2251-773a-46c8-8706-58b0a19bd831), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.131368 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6dc2251-773a-46c8-8706-58b0a19bd831,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.139744 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.141023 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fa353d41-082e-4412-a63f-228593795c13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226680 May 27 03:30:43.143807 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34798) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:43.148558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': '99119346-c477-4e82-8941-ca7345a2e81d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:43.182401 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (d84be2be-b606-4a82-818d-ceeabbb7f0d8), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.244796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (d84be2be-b606-4a82-818d-ceeabbb7f0d8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.249053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (d84be2be-b606-4a82-818d-ceeabbb7f0d8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.272592 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d84be2be-b606-4a82-818d-ceeabbb7f0d8,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.279850 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.281052 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7b31f995-7947-472f-8cf4-484eda8725d3 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361585 May 27 03:30:43.284377 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34800) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:43.288690 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:43.331372 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.439467 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.573268 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=15,neutron:SELECT=79,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:43.574630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.27.1.136 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/b5103207-d5c3-425b-8aeb-deef369da9b7) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:43.607762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 611b3758-bc75-4d00-884f-e521c2595898 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:43.661616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 611b3758-bc75-4d00-884f-e521c2595898 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:43.662417 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (611b3758-bc75-4d00-884f-e521c2595898), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.690250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.726164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.766840 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:UPDATE=5,neutron:INSERT=8,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:43.779633 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:43.786812 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:43.789377 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:43.793759 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=b5103207-d5c3-425b-8aeb-deef369da9b7,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:43.878514 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 611b3758-bc75-4d00-884f-e521c2595898 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:43.879267 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (611b3758-bc75-4d00-884f-e521c2595898), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.887669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.903774 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 611b3758-bc75-4d00-884f-e521c2595898, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=611b3758-bc75-4d00-884f-e521c2595898,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:43.908170 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (611b3758-bc75-4d00-884f-e521c2595898), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.929369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:43.960220 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=611b3758-bc75-4d00-884f-e521c2595898,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.116773 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.121350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.186273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=b5103207-d5c3-425b-8aeb-deef369da9b7,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:44.198677 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.214485 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:44.215634 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-834ad809-2bde-494d-a4f2-96d83b1c14c4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9303203 May 27 03:30:44.366186 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-1a63ba80-3192-4dc7-b314-8ecd5b3e8589 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--512239697&fields=id&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 267 time: 0.0410907 May 27 03:30:44.434502 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:44.478538 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-dff7aee7-fd4d-484e-b057-c830c0aceb6c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:44.479959 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-dff7aee7-fd4d-484e-b057-c830c0aceb6c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1075754 May 27 03:30:44.494915 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-8ce187af-7059-4217-836e-978406e11098 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/quotas/6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 375 time: 0.0095909 May 27 03:30:44.535154 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:44.545782 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aa112006-b7fe-4cad-8dcb-c111a405b9ec tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461886 May 27 03:30:44.694541 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-606062ab-68b2-464b-96be-50edb7af9e6d service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369114 May 27 03:30:44.734818 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:44.745387 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:44.746058 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:44.784683 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-7bc1a677-1d47-4ccc-817e-2d863311d5e9 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844638 May 27 03:30:44.848176 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:44.956405 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61428972-ec96-4c9e-9a42-93f7831a8c51 req-1dd2cd0e-1ea2-444f-b32a-578263e71293 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 210 time: 0.0383976 May 27 03:30:45.041860 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:42Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:45.070061 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:45.070412 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Updating router 7f138f41-830e-482d-a941-a2a3d9e298f1 port 53d10640-ec72-42a6-ae5a-474bbe69ab03 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:30:45.102829 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.337269 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.395008 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks [] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.400425 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.448488 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.450981 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Pushing event updated for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.464625 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.464970 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.465513 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.465875 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.466219 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.466546 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.466875 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.467199 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.467524 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.467855 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.468188 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.468526 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.468854 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.469183 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.469525 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:30:45.525009 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Attempting to bind port 53d10640-ec72-42a6-ae5a-474bbe69ab03 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:45.525392 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Attempting to bind port 53d10640-ec72-42a6-ae5a-474bbe69ab03 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:45.525745 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Attempting to bind port 53d10640-ec72-42a6-ae5a-474bbe69ab03 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:45.531202 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:45.531474 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:45.531928 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.532319 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:45.532772 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Bound port: 53d10640-ec72-42a6-ae5a-474bbe69ab03, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:45.533153 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.610193 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] For port 53d10640-ec72-42a6-ae5a-474bbe69ab03, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:45.613612 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] For port 53d10640-ec72-42a6-ae5a-474bbe69ab03, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=53d10640-ec72-42a6-ae5a-474bbe69ab03,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:45.620103 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 611b3758-bc75-4d00-884f-e521c2595898 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:45.620667 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.671138 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Provisioning complete for port 53d10640-ec72-42a6-ae5a-474bbe69ab03 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:45.671500 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.686574 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:45.687211 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:45.718874 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 611b3758-bc75-4d00-884f-e521c2595898 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:45.719226 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (611b3758-bc75-4d00-884f-e521c2595898), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.722403 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70699d-1cbe-493e-915b-4cea31f9a177 None None] Pushing event updated for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.786885 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Current status of the port 53d10640-ec72-42a6-ae5a-474bbe69ab03 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:45.787260 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.800748 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:45.828774 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] For port 53d10640-ec72-42a6-ae5a-474bbe69ab03, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=53d10640-ec72-42a6-ae5a-474bbe69ab03,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:45.829615 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.850839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:45.858964 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:45.891438 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 611b3758-bc75-4d00-884f-e521c2595898 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:45.912756 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a36546-fd74-40ed-9454-45f441066afb None None] Pushing event updated for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:45.971059 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-abc601a3-8d49-4447-96a2-fa3c20959b00 None None] Provisioning complete for port 53d10640-ec72-42a6-ae5a-474bbe69ab03 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:45.971429 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-abc601a3-8d49-4447-96a2-fa3c20959b00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:46.005742 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:46.037908 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7653cdb6-2327-4316-8c72-4369192cddf9 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:46.082126 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-470a99af-282e-4e1e-a782-0d9c7783aeb8 req-f4412dc6-03b0-4124-9585-e2462b29ff46 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 210 time: 0.0446041 May 27 03:30:46.082734 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-abc601a3-8d49-4447-96a2-fa3c20959b00 None None] Current status of the port 53d10640-ec72-42a6-ae5a-474bbe69ab03 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:46.138420 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:46.162874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-897fb0d6-8370-4a04-b197-86f9cc7be58c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:46.164406 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-897fb0d6-8370-4a04-b197-86f9cc7be58c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1618321 May 27 03:30:46.240944 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-f80024c5-7c5a-4d5e-9eea-295ff0ac5677 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 379 time: 0.0570092 May 27 03:30:46.379026 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'port': {'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'admin_state_up': True, 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'security_groups': ['99119346-c477-4e82-8941-ca7345a2e81d']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:46.493234 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:30:46.497098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:46.624810 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.20.0.6 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/572284c7-6a4b-4975-93f9-dc7f2d18f828) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:30:46.664693 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:46.768679 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:46.799840 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:46.844834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:30:46.847975 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:30:46.851776 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:30:46.857921 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:46.908110 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:46.908726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:46.926242 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-6f97fbc3-e79c-42b0-9faf-52b6f966c16e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5511878 May 27 03:30:46.945326 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Request body: {'port': {'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:47.008142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.108175 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-44109a2e-17d3-4051-b87d-b37792b23371 None None] Provisioning complete for port 572284c7-6a4b-4975-93f9-dc7f2d18f828 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:47.108600 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-44109a2e-17d3-4051-b87d-b37792b23371 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.142349 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-44109a2e-17d3-4051-b87d-b37792b23371 None None] Port 572284c7-6a4b-4975-93f9-dc7f2d18f828 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:30:47.151538 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:47.248400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909e710c-284d-4f08-a4e3-10c480582859 req-db8a3a4c-9dbb-44d8-9537-d1f01e134abf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.249860 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-909e710c-284d-4f08-a4e3-10c480582859 req-db8a3a4c-9dbb-44d8-9537-d1f01e134abf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 931 time: 0.0951257 May 27 03:30:47.327760 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-909e710c-284d-4f08-a4e3-10c480582859 req-6cb37b7b-c13a-4fd8-a0ed-32cedd4e469f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716851 May 27 03:30:47.379312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:47.381491 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 572284c7-6a4b-4975-93f9-dc7f2d18f828 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:47.389267 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks [] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.404719 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Transition to ACTIVE for port object 572284c7-6a4b-4975-93f9-dc7f2d18f828 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:30:47.409622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.463854 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Pushing event updated for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.538501 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Attempting to bind port 572284c7-6a4b-4975-93f9-dc7f2d18f828 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:30:47.538501 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Attempting to bind port 572284c7-6a4b-4975-93f9-dc7f2d18f828 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:30:47.538501 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Attempting to bind port 572284c7-6a4b-4975-93f9-dc7f2d18f828 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:47.539901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Port 572284c7-6a4b-4975-93f9-dc7f2d18f828 on network 5fca8f91-27a5-4216-bd00-e734abe0021c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:30:47.540227 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Attempting to bind port 572284c7-6a4b-4975-93f9-dc7f2d18f828 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:30:47.545421 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:30:47.545766 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:30:47.546144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:30:47.546571 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Bound port: 572284c7-6a4b-4975-93f9-dc7f2d18f828, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:30:47.546929 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.607717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 53d10640-ec72-42a6-ae5a-474bbe69ab03 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:47.626363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:30:47.630151 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:30:47.637273 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.660726 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 53d10640-ec72-42a6-ae5a-474bbe69ab03 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:47.661093 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.671899 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.673140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:47.674508 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] 10.222.0.60 "PUT /v2.0/ports/572284c7-6a4b-4975-93f9-dc7f2d18f828 HTTP/1.1" status: 200 len: 1093 time: 0.7334185 May 27 03:30:47.676981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:47.679188 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71" -d '{"events": [{"name": "network-changed", "server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:47.710330 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedeabc3-ea1e-4e39-91d1-65666c054d8a service neutron] Pushing event updated for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:47.749768 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0c3564-2fa9-4083-9ad0-ae26e4b9a671 x-openstack-request-id: req-9c0c3564-2fa9-4083-9ad0-ae26e4b9a671 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:47.749768 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:47.749768 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9c0c3564-2fa9-4083-9ad0-ae26e4b9a671 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:47.753822 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 53d10640-ec72-42a6-ae5a-474bbe69ab03 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:47.754075 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c0c3564-2fa9-4083-9ad0-ae26e4b9a671'] response: {'name': 'network-changed', 'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'status': 'completed', 'code': 200} May 27 03:30:47.820437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-3489632e-149c-43c6-a88f-4ffda4be9f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.821983 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-3489632e-149c-43c6-a88f-4ffda4be9f05 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 1127 time: 0.0447695 May 27 03:30:47.877858 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-44335323-ddb9-48d6-aa1b-c05f0d617967 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828 HTTP/1.1" status: 200 len: 217 time: 0.0326443 May 27 03:30:47.926280 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-5aa2a4f3-15af-402a-9bd4-b5a5dd5184a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.927948 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-5aa2a4f3-15af-402a-9bd4-b5a5dd5184a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0441213 May 27 03:30:47.971478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-3f992bda-1e2f-42dc-b12d-78f998769aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:47.972949 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-3f992bda-1e2f-42dc-b12d-78f998769aee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386932 May 27 03:30:48.281059 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-ba3f29ce-4611-46d3-be30-8b09f7aa9ac6 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013506 May 27 03:30:48.375802 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3d3a1ca7-2d75-4d66-b974-958b56252c14 req-113287da-f152-426d-a757-2f31d2e3cf3d service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880868 May 27 03:30:48.442822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccafa4-c710-4242-a62e-5e108d3f8479 req-d08db672-138f-404d-8a67-194836ea1000 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:48.444297 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cccafa4-c710-4242-a62e-5e108d3f8479 req-d08db672-138f-404d-8a67-194836ea1000 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 943 time: 0.0475855 May 27 03:30:48.493489 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4cccafa4-c710-4242-a62e-5e108d3f8479 req-5f99a6c5-b9c6-44f4-8845-ab0013b500a2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436335 May 27 03:30:49.370613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-f807e915-27be-4d78-80e4-797d1b7d721f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.372094 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-f807e915-27be-4d78-80e4-797d1b7d721f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 1127 time: 0.0384905 May 27 03:30:49.400202 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:49.446458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:49.470050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-5888a9b2-3e83-4ded-801d-438dceeb6ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.471514 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-5888a9b2-3e83-4ded-801d-438dceeb6ae0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0928118 May 27 03:30:49.516220 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-cd168dc9-1e93-4fd8-ad09-daa9128687c9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828 HTTP/1.1" status: 200 len: 217 time: 0.0322065 May 27 03:30:49.567139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-bdf970a6-1f52-4636-8ddf-5a1bf62af56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.568628 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-bdf970a6-1f52-4636-8ddf-5a1bf62af56f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0452819 May 27 03:30:49.611596 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db045d45-4e45-49f4-aae9-8390a7f36b0d req-0cdd5047-1346-4276-9d51-f54468b29dc4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.613144 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db045d45-4e45-49f4-aae9-8390a7f36b0d req-0cdd5047-1346-4276-9d51-f54468b29dc4 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 943 time: 0.0475914 May 27 03:30:49.617481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-b94c3733-078d-4d75-a7f2-b0e59d8951d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:49.618971 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-b94c3733-078d-4d75-a7f2-b0e59d8951d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0434613 May 27 03:30:49.660683 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-db045d45-4e45-49f4-aae9-8390a7f36b0d req-ca56e478-99e7-4bba-b87d-6566d7e5387e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418069 May 27 03:30:49.710299 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-768ada91-b35f-40b8-b636-cc9d78a231f0 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835183 May 27 03:30:49.807913 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ae160f3-56b2-49b3-ac38-f1158e1ffa71 req-04e219a7-1455-4cdd-9239-db9da877da97 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907936 May 27 03:30:50.377881 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b4277747-bbb8-499c-87ac-a5d9d61cd549 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:50.781180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177ad035-8a07-4f02-95bf-98b0408c63c6 req-662c27d0-6cb1-4482-a7ff-16af94467464 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:50.782792 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-177ad035-8a07-4f02-95bf-98b0408c63c6 req-662c27d0-6cb1-4482-a7ff-16af94467464 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 943 time: 0.0498080 May 27 03:30:50.833205 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-177ad035-8a07-4f02-95bf-98b0408c63c6 req-319081d5-f706-4f20-a438-a0b5a2150c2e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430422 May 27 03:30:51.207424 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 572284c7-6a4b-4975-93f9-dc7f2d18f828 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:30:51.307474 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:51.319672 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:30:51.356496 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 572284c7-6a4b-4975-93f9-dc7f2d18f828 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:51.356887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:51.374180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 572284c7-6a4b-4975-93f9-dc7f2d18f828 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:30:51.394622 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:51.398944 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:51.431248 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:51.445988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:51.803399 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['572284c7-6a4b-4975-93f9-dc7f2d18f828'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:30:51.877001 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:51.955911 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a3c90-0790-44fd-8c10-b8f6e60bbeda req-19e4b595-54b1-4d9b-9951-c51de2f9583b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:51.958116 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f48a3c90-0790-44fd-8c10-b8f6e60bbeda req-19e4b595-54b1-4d9b-9951-c51de2f9583b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 944 time: 0.0518589 May 27 03:30:52.006385 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f48a3c90-0790-44fd-8c10-b8f6e60bbeda req-d6c1c5b8-bfc6-4b2f-83de-a9a071c8b3c0 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427048 May 27 03:30:52.670144 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0e0f9b75-8e21-4f05-9684-39c97016c28c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.121579 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d10a4c-0235-493f-ad0c-1a687b259ff3 req-68be54b0-1c8f-4f7b-87f1-b98c3cb42fff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:53.123088 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00d10a4c-0235-493f-ad0c-1a687b259ff3 req-68be54b0-1c8f-4f7b-87f1-b98c3cb42fff tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 944 time: 0.0484390 May 27 03:30:53.176141 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-00d10a4c-0235-493f-ad0c-1a687b259ff3 req-5844c49e-6bdd-4f18-bb1b-6cd27bc85600 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468061 May 27 03:30:53.215706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 572284c7-6a4b-4975-93f9-dc7f2d18f828 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:30:53.259761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 572284c7-6a4b-4975-93f9-dc7f2d18f828 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:30:53.265906 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 572284c7-6a4b-4975-93f9-dc7f2d18f828 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:30:53.266330 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.339360 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 572284c7-6a4b-4975-93f9-dc7f2d18f828 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:30:53.339737 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.363743 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:53.366013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058bc5e2-d778-4278-aa33-f01aa82ceeb8" -d '{"events": [{"server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "name": "network-vif-plugged", "status": "completed", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:53.382761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:30:53.388656 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:53.417571 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed3c642-5a20-4ca2-82ea-848ac5b08aca x-openstack-request-id: req-5ed3c642-5a20-4ca2-82ea-848ac5b08aca {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:53.417866 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "name": "network-vif-plugged", "status": "completed", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:53.418238 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5ed3c642-5a20-4ca2-82ea-848ac5b08aca {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:53.418638 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed3c642-5a20-4ca2-82ea-848ac5b08aca'] response: {'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'code': 200} May 27 03:30:53.446132 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:30:53.638580 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24345e88-9197-4c31-a283-8ab3b30b9c28 req-bbad814c-92ef-4b42-b8be-53751210d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:53.640123 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24345e88-9197-4c31-a283-8ab3b30b9c28 req-bbad814c-92ef-4b42-b8be-53751210d914 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 1129 time: 0.0397377 May 27 03:30:53.687293 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-24345e88-9197-4c31-a283-8ab3b30b9c28 req-138d9a37-c7c8-4811-999a-fb74049ab16d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392890 May 27 03:30:53.985416 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:54.293726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efcea82-f827-49e1-9c0d-337715bfb608 req-db7eff19-e17f-47bb-9242-7979729f4f5c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:54.295535 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4efcea82-f827-49e1-9c0d-337715bfb608 req-db7eff19-e17f-47bb-9242-7979729f4f5c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0494256 May 27 03:30:54.344247 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4efcea82-f827-49e1-9c0d-337715bfb608 req-95da5304-b428-4ea7-8c43-2a5987ef9892 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430541 May 27 03:30:55.346578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:55.487636 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddc4112-7a37-4363-9ce3-87cb4e4d432d req-8cee3386-b78a-45b1-b1fd-1266c39e71f7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:55.489922 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2ddc4112-7a37-4363-9ce3-87cb4e4d432d req-8cee3386-b78a-45b1-b1fd-1266c39e71f7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0674729 May 27 03:30:55.543854 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2ddc4112-7a37-4363-9ce3-87cb4e4d432d req-56937125-db5e-455c-9854-b8146cd76135 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460680 May 27 03:30:56.661260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2e5ab-27c6-4e9b-94c7-a9cb2399d302 req-fd52c5f7-adb4-4d38-bb68-0a4ba6b20bd8 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:56.662729 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-16f2e5ab-27c6-4e9b-94c7-a9cb2399d302 req-fd52c5f7-adb4-4d38-bb68-0a4ba6b20bd8 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0505390 May 27 03:30:56.713306 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-16f2e5ab-27c6-4e9b-94c7-a9cb2399d302 req-3b48cc80-680f-4a36-a451-78c0aef47763 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436566 May 27 03:30:56.775583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:56.836825 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd727d2-3fb5-4c55-85c3-860c955996be req-8d9da7af-8460-4a77-a772-63e9510fc6cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:56.838286 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9cd727d2-3fb5-4c55-85c3-860c955996be req-8d9da7af-8460-4a77-a772-63e9510fc6cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0480297 May 27 03:30:56.847559 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34862) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:30:56.852039 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:30:56.891040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.104231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:57.106942 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:57.319095 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.322767 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.423133 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP a096646c-051a-4abf-8509-0a9774ad2274 associated. External IP: 172.27.1.136, port: 572284c7-6a4b-4975-93f9-dc7f2d18f828. May 27 03:30:57.623644 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:30:57.725758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:30:57.731692 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:57.738664 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:30:57.750526 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:57.752034 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:57.764908 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-04c2e692-2b61-4ccf-96e0-21da2cabf050 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "PUT /v2.0/floatingips/a096646c-051a-4abf-8509-0a9774ad2274 HTTP/1.1" status: 200 len: 991 time: 0.9161918 May 27 03:30:57.765489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:30:57.767838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f191761e-efe1-4a12-a8a4-04111bc136f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:30:57.803845 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:30:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a59a8e5b-9c30-44b8-86ea-98b4c3852b0e x-openstack-request-id: req-a59a8e5b-9c30-44b8-86ea-98b4c3852b0e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:30:57.804504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:30:57.805109 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a59a8e5b-9c30-44b8-86ea-98b4c3852b0e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:30:57.805751 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a59a8e5b-9c30-44b8-86ea-98b4c3852b0e'] response: {'name': 'network-changed', 'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'status': 'completed', 'code': 200} May 27 03:30:57.857527 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:57.901876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-9b4545e3-821e-42a1-bad7-5b230a7e4afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:57.903386 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-9b4545e3-821e-42a1-bad7-5b230a7e4afc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 1129 time: 0.0435238 May 27 03:30:58.000081 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-3e6a6c1e-b5cb-423d-a234-46de2964326a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.002171 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-3e6a6c1e-b5cb-423d-a234-46de2964326a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0879090 May 27 03:30:58.052339 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.072538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:57Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.077328 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-0939b6c8-ed31-4cde-b634-ef0425970798 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828 HTTP/1.1" status: 200 len: 999 time: 0.0662785 May 27 03:30:58.097689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:30:58.106593 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:30:58.107190 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.120502 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.128509 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-265938ff-352e-4e9b-bafb-c37188e3a772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.129994 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-265938ff-352e-4e9b-bafb-c37188e3a772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0462859 May 27 03:30:58.174690 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-f986f0c6-61fd-4eff-bcc3-a1e626fb431a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:30:58.176317 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-f986f0c6-61fd-4eff-bcc3-a1e626fb431a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388186 May 27 03:30:58.212641 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:30:58.265743 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.270198 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-2d28394f-a411-4086-a00f-9e8718195d89 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858324 May 27 03:30:58.280729 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:30:58.358174 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f191761e-efe1-4a12-a8a4-04111bc136f1 req-dd1195a2-41c0-4f38-a218-b752585579f3 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812910 May 27 03:30:58.370971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:30:58.437875 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:57Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:30:58.466751 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-304e86a6-e6e8-421e-b526-07ea1ffc0a6e None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:57Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:30:58.650494 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a469768c-ecde-4cae-adac-c6540c7db032 None None] New status for floating IP a096646c-051a-4abf-8509-0a9774ad2274: ACTIVE {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:00.111083 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-df38d9cf-ff5a-46b7-abd8-d2239c1a138b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382845 May 27 03:31:00.192773 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-84647907-0717-4c1f-9514-cdb01157a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:00.194281 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-84647907-0717-4c1f-9514-cdb01157a83c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3931210010614a1f987661568f29e851&device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 1130 time: 0.0449276 May 27 03:31:00.241782 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ef998c-5764-4662-aa17-8e2f84e5a546 req-c81cec2b-f4ac-4726-9349-0e391eb5eb92 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:00.243202 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a1ef998c-5764-4662-aa17-8e2f84e5a546 req-c81cec2b-f4ac-4726-9349-0e391eb5eb92 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0457983 May 27 03:31:00.288810 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a1ef998c-5764-4662-aa17-8e2f84e5a546 req-cc564aa6-72e2-43d1-b19c-07b2e36ad1a8 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402145 May 27 03:31:01.410053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38262cac-514c-46e6-8030-6b8532e75730 req-e24a02de-e63b-4a94-a545-1353fb2dbcc3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.411533 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38262cac-514c-46e6-8030-6b8532e75730 req-e24a02de-e63b-4a94-a545-1353fb2dbcc3 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0474117 May 27 03:31:01.458319 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-38262cac-514c-46e6-8030-6b8532e75730 req-b752af2f-8ffb-4d62-adc6-059e5c67aa98 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412657 May 27 03:31:01.558172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-4c4e75af-449d-4b37-ba7c-6349d954b85d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.559626 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-4c4e75af-449d-4b37-ba7c-6349d954b85d service neutron] 10.222.0.60 "GET /v2.0/networks?id=a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 200 len: 917 time: 0.0864806 May 27 03:31:01.788083 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-9f4a4d64-9a31-470f-8c04-3d273e3d525b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 200 len: 1001 time: 0.0551703 May 27 03:31:01.839962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-243783b6-c9e8-431f-a927-c34ab4373222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:01.841396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-243783b6-c9e8-431f-a927-c34ab4373222 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 200 len: 855 time: 0.0449171 May 27 03:31:01.999333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-75b45e6e-442a-424f-b1f6-d11596d044a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.000849 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-75b45e6e-442a-424f-b1f6-d11596d044a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a6e77ba9-a945-4d02-9449-8f38e42d0677&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704463 May 27 03:31:02.006980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3398029-2301-4210-b779-af4b8523d58e req-fbb4325d-081a-438f-8729-37bcb325f04e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.008282 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3398029-2301-4210-b779-af4b8523d58e req-fbb4325d-081a-438f-8729-37bcb325f04e tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0702627 May 27 03:31:02.152408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Deleting port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:02.152744 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.158755 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-0c115b9b-bbef-4e95-982f-57af65a9e6e4 service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491060 May 27 03:31:02.305428 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:02.316451 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] For port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:02.316817 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.326329 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cc3d5d84-806f-4f16-abde-6914c6a57771 req-b2636e3d-b75f-4efd-8fe3-9cb4ccd063eb service neutron] 10.222.0.60 "GET /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577785 May 27 03:31:02.377427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:02.587425 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b5582-cded-4a2e-a5e8-c60722d87fc4 req-248aadb7-0070-43b5-a651-cc326db0d0a2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:02.588940 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ef0b5582-cded-4a2e-a5e8-c60722d87fc4 req-248aadb7-0070-43b5-a651-cc326db0d0a2 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/ports?device_id=f7d97624-4fe0-488b-a0f3-99774e529c62 HTTP/1.1" status: 200 len: 946 time: 0.0524352 May 27 03:31:02.636343 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ef0b5582-cded-4a2e-a5e8-c60722d87fc4 req-c5bc072d-58b3-47b6-92aa-9705058c20cd tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups?id=6ab4f38a-2906-4671-b222-d21421a23c6a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416775 May 27 03:31:02.703207 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.703721 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.703909 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Floating IP c046f6fd-bdf2-41be-a296-b88e06f2370d disassociated. External IP: 172.27.1.101, port: 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296. May 27 03:31:02.704256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Calling delete_port for 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:02.834742 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (31e8a7b7-f72a-49ad-a5a2-2f8d16acd296), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:02.859578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'Port': ['ID=31e8a7b7-f72a-49ad-a5a2-2f8d16acd296,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:02.969775 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:03.071501 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:03.080800 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:03.090253 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:03.090969 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:03.115537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] No DVR routers for this DVR port 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:03.117992 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.121176 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3398029-2301-4210-b779-af4b8523d58e req-47301d76-40d6-4ef7-b18f-e93af892c582 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.60 "DELETE /v2.0/ports/31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 HTTP/1.1" status: 204 len: 173 time: 1.0958540 May 27 03:31:03.121597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-deleted', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:03.123928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed253e9-1e42-42ee-89ac-5b649cca5e6d" -d '{"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-deleted", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:03.160225 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8616ab1c-f20a-466e-840c-6c655e173fff x-openstack-request-id: req-8616ab1c-f20a-466e-840c-6c655e173fff {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:03.160519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d97624-4fe0-488b-a0f3-99774e529c62", "name": "network-vif-deleted", "tag": "31e8a7b7-f72a-49ad-a5a2-2f8d16acd296", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:03.160906 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8616ab1c-f20a-466e-840c-6c655e173fff {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:03.161299 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8616ab1c-f20a-466e-840c-6c655e173fff'] response: {'server_uuid': 'f7d97624-4fe0-488b-a0f3-99774e529c62', 'name': 'network-vif-deleted', 'tag': '31e8a7b7-f72a-49ad-a5a2-2f8d16acd296', 'status': 'completed', 'code': 200} May 27 03:31:03.323098 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:03.518704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:03.542958 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:03.552094 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:03.552696 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:03.654495 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:03.734464 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34892) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:03.794133 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (6ab4f38a-2906-4671-b222-d21421a23c6a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.814435 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:03.819555 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (6ab4f38a-2906-4671-b222-d21421a23c6a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.855250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:03.869274 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6ab4f38a-2906-4671-b222-d21421a23c6a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.871838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:03.872992 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "DELETE /v2.0/security-groups/6ab4f38a-2906-4671-b222-d21421a23c6a HTTP/1.1" status: 204 len: 168 time: 0.1375382 May 27 03:31:03.875854 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 34894) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:03.879576 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e6992b-fa45-4bc2-87fb-3400c1c85f87 None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:23:56Z', 'revision_number': 4, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c34c831a-2a93-4927-baad-9511a99b0023', 'name': '', 'network_id': 'a6e77ba9-a945-4d02-9449-8f38e42d0677', 'tenant_id': '3931210010614a1f987661568f29e851', 'mac_address': 'fa:16:3e:6a:c6:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:55Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'subnets': [{'id': 'cbd907ce-6a57-4e19-b3a1-8252d8132bc0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:03.882151 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1470277-46ac-434b-977f-2229de707f6c tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab4f38a-2906-4671-b222-d21421a23c6a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:03.897841 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.api.v2.resource [None req-c48e983e-ad12-46f8-aa9d-ad6170b8d2e9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] show failed (client error): The resource could not be found. May 27 03:31:03.901819 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34896) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:03.910688 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c48e983e-ad12-46f8-aa9d-ad6170b8d2e9 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "GET /v2.0/security-groups/6ab4f38a-2906-4671-b222-d21421a23c6a HTTP/1.1" status: 404 len: 347 time: 0.0331664 May 27 03:31:04.013558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Deleting port 5d896302-493c-4f2b-9912-ac62ab822cdd {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:04.014029 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.084623 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:04.093841 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.094178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (5d896302-493c-4f2b-9912-ac62ab822cdd), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.104423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:04.109672 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Calling delete_port for 5d896302-493c-4f2b-9912-ac62ab822cdd owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:04.111743 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80142c1b-bbdd-4448-92f3-1949255c91bb None None] New status for floating IP c046f6fd-bdf2-41be-a296-b88e06f2370d: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:04.262854 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (5d896302-493c-4f2b-9912-ac62ab822cdd), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.287089 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Pushing event deleted for resources: {'Port': ['ID=5d896302-493c-4f2b-9912-ac62ab822cdd,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:04.351055 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks [] for floatingip (c046f6fd-bdf2-41be-a296-b88e06f2370d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.353619 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:04.354768 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2e113f7c-b4f6-4805-87b6-a156b892f775 tempest-AttachVolumeShelveTestJSON-1677734269 tempest-AttachVolumeShelveTestJSON-1677734269-project] 10.222.0.62 "DELETE /v2.0/floatingips/c046f6fd-bdf2-41be-a296-b88e06f2370d HTTP/1.1" status: 204 len: 168 time: 0.4519575 May 27 03:31:05.059580 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:06.766551 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34920) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:07.118730 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (cb0a7056-bee8-47b7-8258-605756b076c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.302614 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:07.321013 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:07.321354 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 31e8a7b7-f72a-49ad-a5a2-2f8d16acd296 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:07.333510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Deleting port c34c831a-2a93-4927-baad-9511a99b0023 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:07.333853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c34c831a-2a93-4927-baad-9511a99b0023), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.398212 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.417059 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] For port c34c831a-2a93-4927-baad-9511a99b0023, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c34c831a-2a93-4927-baad-9511a99b0023,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:07.417432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c34c831a-2a93-4927-baad-9511a99b0023), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.430895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Calling delete_port for c34c831a-2a93-4927-baad-9511a99b0023 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:07.441711 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:07.610125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c34c831a-2a93-4927-baad-9511a99b0023), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:07.633895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Pushing event deleted for resources: {'Port': ['ID=c34c831a-2a93-4927-baad-9511a99b0023,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:07.795131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (cb0a7056-bee8-47b7-8258-605756b076c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.001129 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Router cb0a7056-bee8-47b7-8258-605756b076c5 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:08.100686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:08.105444 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-da3034b6-7148-4ac4-bb11-9bfb5d81e68b admin admin] 10.222.0.62 "PUT /v2.0/routers/cb0a7056-bee8-47b7-8258-605756b076c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3391249 May 27 03:31:08.108050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34926) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.109009 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Sync routers for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:08.119946 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:08.120554 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.204126 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.210830 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks [] for router (cb0a7056-bee8-47b7-8258-605756b076c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.222779 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:08.257396 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.289476 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:08.310392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks [] for router_gateway (cb0a7056-bee8-47b7-8258-605756b076c5), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.352011 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Deleting port 03e07f76-5759-46de-afde-5b6ceb74752f {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:08.352350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.394418 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155'}], 'enable_snat': True}, 'gw_port_id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:31:07Z', 'revision_number': 5, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port': {'id': '03e07f76-5759-46de-afde-5b6ceb74752f', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:3b:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 62, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:23:51Z', 'updated_at': '2022-05-27T03:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.424722 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Checking router: cb0a7056-bee8-47b7-8258-605756b076c5 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:08.430049 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] For port 03e07f76-5759-46de-afde-5b6ceb74752f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=03e07f76-5759-46de-afde-5b6ceb74752f,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:08.430416 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.433151 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Routers {'cb0a7056-bee8-47b7-8258-605756b076c5'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:08.433774 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['cb0a7056-bee8-47b7-8258-605756b076c5'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.447847 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Calling delete_port for 03e07f76-5759-46de-afde-5b6ceb74752f owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:08.518114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] Set router cb0a7056-bee8-47b7-8258-605756b076c5 gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:08.566368 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:31:08Z', 'revision_number': 6, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:08.595708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5736a8d1-eb18-4f6a-9a4d-e944ffda2265 None None] The sync data for ids ['cb0a7056-bee8-47b7-8258-605756b076c5'] in dv-cinder-828807-4-iscsi is: [{'id': 'cb0a7056-bee8-47b7-8258-605756b076c5', 'name': 'tempest-AttachVolumeShelveTestJSON-618560859-router', 'tenant_id': '3931210010614a1f987661568f29e851', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:23:49Z', 'updated_at': '2022-05-27T03:31:08Z', 'revision_number': 6, 'project_id': '3931210010614a1f987661568f29e851', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:08.618505 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (03e07f76-5759-46de-afde-5b6ceb74752f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.643588 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e07f76-5759-46de-afde-5b6ceb74752f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:08.704951 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (cb0a7056-bee8-47b7-8258-605756b076c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.787996 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (cb0a7056-bee8-47b7-8258-605756b076c5), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.790038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks [] for router_controller (cb0a7056-bee8-47b7-8258-605756b076c5), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.833905 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (cb0a7056-bee8-47b7-8258-605756b076c5), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.834601 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cb0a7056-bee8-47b7-8258-605756b076c5 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:31:08.838730 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.839922 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e1e9547a-8222-4dbe-a360-ab016e725b88 admin admin] 10.222.0.62 "DELETE /v2.0/routers/cb0a7056-bee8-47b7-8258-605756b076c5 HTTP/1.1" status: 204 len: 168 time: 0.7309382 May 27 03:31:08.842423 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34928) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:08.887040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Deleting subnet cbd907ce-6a57-4e19-b3a1-8252d8132bc0 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:31:08.890287 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Publish callbacks [] for subnet (cbd907ce-6a57-4e19-b3a1-8252d8132bc0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:08.935178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (cbd907ce-6a57-4e19-b3a1-8252d8132bc0), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.008299 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (cbd907ce-6a57-4e19-b3a1-8252d8132bc0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.282125 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (cbd907ce-6a57-4e19-b3a1-8252d8132bc0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.305109 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbd907ce-6a57-4e19-b3a1-8252d8132bc0,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.310528 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.315891 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-734c17d0-b151-4de4-9e96-78c5fd9b506d admin admin] 10.222.0.62 "DELETE /v2.0/subnets/cbd907ce-6a57-4e19-b3a1-8252d8132bc0 HTTP/1.1" status: 204 len: 168 time: 0.4705215 May 27 03:31:09.316795 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34930) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:09.319286 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f644b2-56c5-4b92-a4e5-571fb82f2604 None None] Network a6e77ba9-a945-4d02-9449-8f38e42d0677 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:31:09.338506 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:09.371651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:09.390147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (a6e77ba9-a945-4d02-9449-8f38e42d0677), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.436174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Deleting port e1231759-e6b9-4b3a-9e2c-f33403360887 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:09.436510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.494233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] DHCP port deletion for a6e77ba9-a945-4d02-9449-8f38e42d0677 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:31:09.511362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] For port e1231759-e6b9-4b3a-9e2c-f33403360887, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e1231759-e6b9-4b3a-9e2c-f33403360887,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:09.511805 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.528945 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Calling delete_port for e1231759-e6b9-4b3a-9e2c-f33403360887 owned by network:dhcp {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:09.574620 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Deleting port e1231759-e6b9-4b3a-9e2c-f33403360887 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:09.575239 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.639418 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.660470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 03e07f76-5759-46de-afde-5b6ceb74752f no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:09.675644 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] No DVR routers for this DVR port e1231759-e6b9-4b3a-9e2c-f33403360887 on host dv-cinder-828807-4-iscsi {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:09.683238 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Pushing event deleted for resources: {'Port': ['ID=e1231759-e6b9-4b3a-9e2c-f33403360887,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.702921 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 03e07f76-5759-46de-afde-5b6ceb74752f {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:09.703207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 03e07f76-5759-46de-afde-5b6ceb74752f not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:09.703623 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e1231759-e6b9-4b3a-9e2c-f33403360887 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:09.736212 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: e1231759-e6b9-4b3a-9e2c-f33403360887 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:09.736559 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e1231759-e6b9-4b3a-9e2c-f33403360887 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:09.736980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c34c831a-2a93-4927-baad-9511a99b0023 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:09.739724 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] For port e1231759-e6b9-4b3a-9e2c-f33403360887, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e1231759-e6b9-4b3a-9e2c-f33403360887,segment=NetworkSegment(a8567dee-bd0b-40c4-acec-041673bb9299),segment_id=a8567dee-bd0b-40c4-acec-041673bb9299)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:09.740149 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.768600 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: c34c831a-2a93-4927-baad-9511a99b0023 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:09.768947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c34c831a-2a93-4927-baad-9511a99b0023 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:09.770662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Calling delete_port for e1231759-e6b9-4b3a-9e2c-f33403360887 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:09.791030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (a6e77ba9-a945-4d02-9449-8f38e42d0677), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.811940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb54c4-6664-4043-a2ee-2a342dab2509 req-d783cfc0-ce25-4ab0-b596-ba4be52b788a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:09.814240 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ddb54c4-6664-4043-a2ee-2a342dab2509 req-d783cfc0-ce25-4ab0-b596-ba4be52b788a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0933228 May 27 03:31:09.823284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6e77ba9-a945-4d02-9449-8f38e42d0677']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:09.838986 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8567dee-bd0b-40c4-acec-041673bb9299') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:09.839687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8567dee-bd0b-40c4-acec-041673bb9299') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:09.850054 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (e1231759-e6b9-4b3a-9e2c-f33403360887), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.855091 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (a8567dee-bd0b-40c4-acec-041673bb9299), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.876686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (a8567dee-bd0b-40c4-acec-041673bb9299), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.878912 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] Pushing event deleted for resources: {'Port': ['ID=e1231759-e6b9-4b3a-9e2c-f33403360887,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:09.880785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db74ba91-8daf-4f3c-9ecf-d9491aec756d None None] No DVR routers for this DVR port e1231759-e6b9-4b3a-9e2c-f33403360887 on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:09.891618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Releasing vlan 573 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:31:09.891618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (a8567dee-bd0b-40c4-acec-041673bb9299), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.917727 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3ddb54c4-6664-4043-a2ee-2a342dab2509 req-52b31db4-fefa-439d-98cc-31bd033afdaf tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960104 May 27 03:31:09.920510 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment a8567dee-bd0b-40c4-acec-041673bb9299 resource provider aggregate not found May 27 03:31:09.963979 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment a8567dee-bd0b-40c4-acec-041673bb9299 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8567dee-bd0b-40c4-acec-041673bb9299 found for delete ", "request_id": "req-5ba521aa-1ab6-440a-8d52-73ed7400a591"}]} May 27 03:31:09.968048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (a6e77ba9-a945-4d02-9449-8f38e42d0677), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.973497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:09.976563 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] 10.222.0.62 "DELETE /v2.0/networks/a6e77ba9-a945-4d02-9449-8f38e42d0677 HTTP/1.1" status: 204 len: 168 time: 0.6588678 May 27 03:31:09.988053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21ff13a-9c1f-43d0-8301-fc9307ea0d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6e77ba9-a945-4d02-9449-8f38e42d0677,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:10.088993 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34942) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:10.133006 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-93a2724a-571a-4803-97ce-e3f732c3c20f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3931210010614a1f987661568f29e851&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428505 May 27 03:31:10.135300 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 34944) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:10.185338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] Publish callbacks [] for security_group (1239c951-4245-4cfd-a2fd-cef442868dcf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.212302 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] Publish callbacks [] for security_group (1239c951-4245-4cfd-a2fd-cef442868dcf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.258998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1239c951-4245-4cfd-a2fd-cef442868dcf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.261523 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:10.262803 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/1239c951-4245-4cfd-a2fd-cef442868dcf HTTP/1.1" status: 204 len: 168 time: 0.1264596 May 27 03:31:10.270569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da282a-01b8-47f6-8599-210a80c58574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1239c951-4245-4cfd-a2fd-cef442868dcf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:11.045109 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a4c336-96a9-4f12-aaae-80709bdaf9ec req-5f341aca-fd36-4e97-ab0b-c8f8a871e669 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:11.046620 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14a4c336-96a9-4f12-aaae-80709bdaf9ec req-5f341aca-fd36-4e97-ab0b-c8f8a871e669 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0559645 May 27 03:31:11.095508 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-14a4c336-96a9-4f12-aaae-80709bdaf9ec req-8286e497-33e9-4994-b8d3-e86306711b80 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444825 May 27 03:31:11.605046 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-0bdb5a2a-1953-4cd7-a44f-55543f4759f9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:11.606462 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-0bdb5a2a-1953-4cd7-a44f-55543f4759f9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 945 time: 0.0472381 May 27 03:31:11.651437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.705000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port 7e5c7f67-26e9-494e-9521-c8fe58036825 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:11.705340 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.786984 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:11.800078 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] For port 7e5c7f67-26e9-494e-9521-c8fe58036825, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7e5c7f67-26e9-494e-9521-c8fe58036825,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:11.800450 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.989578 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.989938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (1d304038-59a4-44cf-bbfc-54c9b49c4464), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:11.990254 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP 1d304038-59a4-44cf-bbfc-54c9b49c4464 disassociated. External IP: 172.27.1.46, port: 7e5c7f67-26e9-494e-9521-c8fe58036825. May 27 03:31:11.990599 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for 7e5c7f67-26e9-494e-9521-c8fe58036825 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:12.121562 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (7e5c7f67-26e9-494e-9521-c8fe58036825), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.153560 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=7e5c7f67-26e9-494e-9521-c8fe58036825,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.203647 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35020) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:12.236841 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d47611df-e6d7-4917-9c73-d30a3f388a6e req-46239132-834c-4dab-8952-45c6d4ddaba9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0339847 May 27 03:31:12.297825 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:12.323981 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-209cacf9-3fe8-46b3-92de-effc5b2d4de8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.370035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.405718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:12.418077 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-209cacf9-3fe8-46b3-92de-effc5b2d4de8 admin admin] Publish callbacks [] for security_group (9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.419501 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:12.421765 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.426315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-209cacf9-3fe8-46b3-92de-effc5b2d4de8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.431300 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:12.432198 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.433565 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.450532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] No DVR routers for this DVR port 7e5c7f67-26e9-494e-9521-c8fe58036825 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:12.453925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.458345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f8b198b1-4c4f-457f-ac1d-3400af0eb3eb req-ebe39110-48b7-4d31-82d7-a62929d1f135 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "DELETE /v2.0/ports/7e5c7f67-26e9-494e-9521-c8fe58036825 HTTP/1.1" status: 204 len: 173 time: 0.8397605 May 27 03:31:12.458850 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'name': 'network-vif-deleted', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:12.461198 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3801eeba-a254-45cc-8e93-83f1f222e0e7" -d '{"events": [{"server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "name": "network-vif-deleted", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:12.478650 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-209cacf9-3fe8-46b3-92de-effc5b2d4de8 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=4c7bdda3904f4ea0ace6d2da550dc8a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2733417 May 27 03:31:12.479600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209cacf9-3fe8-46b3-92de-effc5b2d4de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.490418 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35026) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:12.517362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2c5a10-263d-49df-9722-639330f90697 x-openstack-request-id: req-8d2c5a10-263d-49df-9722-639330f90697 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:12.517704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b74f0adb-3455-49d5-9bae-908876fbd9a9", "name": "network-vif-deleted", "tag": "7e5c7f67-26e9-494e-9521-c8fe58036825", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:12.518049 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8d2c5a10-263d-49df-9722-639330f90697 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:12.518690 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2c5a10-263d-49df-9722-639330f90697'] response: {'server_uuid': 'b74f0adb-3455-49d5-9bae-908876fbd9a9', 'name': 'network-vif-deleted', 'tag': '7e5c7f67-26e9-494e-9521-c8fe58036825', 'status': 'completed', 'code': 200} May 27 03:31:12.561159 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] Publish callbacks [] for security_group (9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.573987 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:12.591036 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] Publish callbacks [] for security_group (9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.597715 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.650368 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.655555 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:12.657042 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4 HTTP/1.1" status: 204 len: 168 time: 0.1647680 May 27 03:31:12.667008 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e617946-0f1e-469f-a3cf-91bbed20685a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355e1d3-c93c-4d1d-bbe2-cfd8805b48b4,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:12.769093 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:12.791905 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.820166 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:12.829005 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:12.829609 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:30:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:12.942134 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:12.986890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35036) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:13.000034 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b043ebc5-f4d8-4227-be0f-4058ca46da48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.080084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=4,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:13.086298 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b043ebc5-f4d8-4227-be0f-4058ca46da48 admin admin] Publish callbacks [] for security_group (fde85844-3e6d-4699-adbb-46ebd0907464), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.091124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b043ebc5-f4d8-4227-be0f-4058ca46da48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (fde85844-3e6d-4699-adbb-46ebd0907464), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.131382 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:13.134031 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b043ebc5-f4d8-4227-be0f-4058ca46da48 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=86c2336189394e64a72fd7afad8fdeb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1460552 May 27 03:31:13.136186 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043ebc5-f4d8-4227-be0f-4058ca46da48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fde85844-3e6d-4699-adbb-46ebd0907464,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.136906 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35038) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:13.159742 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c1f565f-2e6d-4752-9e22-7b890e6dde84 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:13.188635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] Publish callbacks [] for security_group (fde85844-3e6d-4699-adbb-46ebd0907464), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.211464 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] Publish callbacks [] for security_group (fde85844-3e6d-4699-adbb-46ebd0907464), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.261145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (fde85844-3e6d-4699-adbb-46ebd0907464), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.265305 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:13.269166 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/fde85844-3e6d-4699-adbb-46ebd0907464 HTTP/1.1" status: 204 len: 168 time: 0.1312335 May 27 03:31:13.278882 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81eefa10-e24d-439d-930c-73ca6c92f82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fde85844-3e6d-4699-adbb-46ebd0907464,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:13.372338 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e9c287bc-f100-43dd-a587-00e6086ecc79 req-b38f915d-7d1f-4708-b66c-6ff3886c5d59 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=b74f0adb-3455-49d5-9bae-908876fbd9a9 HTTP/1.1" status: 200 len: 210 time: 0.0337999 May 27 03:31:13.462433 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24280df8-4565-4195-9643-2495066d21c8 None None] New status for floating IP 1d304038-59a4-44cf-bbfc-54c9b49c4464: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:14.642081 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-1c319e2c-dd39-42df-a646-946e5c967fd0 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73264536&fields=id&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 267 time: 0.0437815 May 27 03:31:14.749248 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-7f3c9388-8b6d-41bc-9ed5-9f7f5e4784ac tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:14.751217 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-7f3c9388-8b6d-41bc-9ed5-9f7f5e4784ac tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.1022670 May 27 03:31:14.765288 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-4cb1d01f-0f8f-4554-aeb9-5efc3491cc3e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/quotas/ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 375 time: 0.0088441 May 27 03:31:14.815527 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-28daf97c-c32b-4486-a843-b03aeae1f1a3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447001 May 27 03:31:15.021825 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-16e6d0d7-fe7d-44c5-ba31-2e6ed0727e8d service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942673 May 27 03:31:15.109472 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-caf4a15c-86c2-4a1e-a1fb-81d2ebcebbab service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 May 27 03:31:15.348762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7e5c7f67-26e9-494e-9521-c8fe58036825 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:15.369789 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 7e5c7f67-26e9-494e-9521-c8fe58036825 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:15.370134 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7e5c7f67-26e9-494e-9521-c8fe58036825 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:15.402648 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-1bef495c-a17f-47c3-befc-da2c695b8ab9 req-6e46d3f4-7cc3-4d92-9933-bd7e2591bfb1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 210 time: 0.0272779 May 27 03:31:16.388562 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-0f9460e8-a468-450e-93e7-aa1cb566b665 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:16.390034 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-0f9460e8-a468-450e-93e7-aa1cb566b665 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.1063979 May 27 03:31:16.491425 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-dbb0642d-bc24-49f8-8faf-805c5073ee8d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 378 time: 0.0637300 May 27 03:31:16.506806 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c0123659-a08d-451e-8169-53b1864673c7 req-13eca7e2-cba8-453b-a789-f28e57c5a19d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 210 time: 0.0334954 May 27 03:31:17.604987 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ff2e0220-2a83-49db-af61-49ff6ec59b45 req-1b9582ed-9663-4cb2-a5fb-6e57331a0d42 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 210 time: 0.0312059 May 27 03:31:18.697815 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1f6b2849-94bf-44b4-9184-e5231fec292c req-e60c258c-e966-448e-b1b7-7f766035e2a4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 210 time: 0.0274391 May 27 03:31:19.014457 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'port': {'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'admin_state_up': True, 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'security_groups': ['6442cf90-c91e-4132-80ed-9547c9aa1d91']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:19.098842 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:19.127098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Made reservation on behalf of ffc47aa302dc4c4e94c4bc7227728c40 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:31:19.130481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.257087 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:19.258421 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.20.0.4 (561895ec-13c2-4737-9f4c-a28189f41261/54d01bde-5bb4-4778-816e-ba887aaa3415/15a5d120-c2cb-4d46-a227-596e6c129738) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:19.399132 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (15a5d120-c2cb-4d46-a227-596e6c129738), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.432617 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.481504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:19.485184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:19.489064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:19.513932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:19.546332 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.548677 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.568947 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-bd804bb0-f231-4238-af6a-d60e8c2d6ce4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583136 May 27 03:31:19.591114 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Request body: {'port': {'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:19.704607 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.830775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-015058f1-837d-40fc-b7d1-dbde9286cf1c None None] Provisioning complete for port 15a5d120-c2cb-4d46-a227-596e6c129738 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:19.831443 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-015058f1-837d-40fc-b7d1-dbde9286cf1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:19.833631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:19.842139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048549-d83b-405b-9c39-1090e7811d0a req-fcffab4d-2fc0-4b58-9ace-b35d29bfa304 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:19.843684 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4048549-d83b-405b-9c39-1090e7811d0a req-fcffab4d-2fc0-4b58-9ace-b35d29bfa304 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 931 time: 0.0557041 May 27 03:31:19.865707 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-015058f1-837d-40fc-b7d1-dbde9286cf1c None None] Port 15a5d120-c2cb-4d46-a227-596e6c129738 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:31:19.897914 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e4048549-d83b-405b-9c39-1090e7811d0a req-f8696721-d452-4e47-a598-c5482de00f54 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470722 May 27 03:31:20.035604 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=5,neutron:SELECT=89,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:20.047392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a5d120-c2cb-4d46-a227-596e6c129738 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:20.055500 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks [] for port (15a5d120-c2cb-4d46-a227-596e6c129738), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.068857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Transition to ACTIVE for port object 15a5d120-c2cb-4d46-a227-596e6c129738 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:31:20.072492 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.122925 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Pushing event updated for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:20.175086 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:20.201637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Attempting to bind port 15a5d120-c2cb-4d46-a227-596e6c129738 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:31:20.201974 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Attempting to bind port 15a5d120-c2cb-4d46-a227-596e6c129738 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:31:20.202303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Attempting to bind port 15a5d120-c2cb-4d46-a227-596e6c129738 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:20.207383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Port 15a5d120-c2cb-4d46-a227-596e6c129738 on network 561895ec-13c2-4737-9f4c-a28189f41261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:31:20.207701 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Attempting to bind port 15a5d120-c2cb-4d46-a227-596e6c129738 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:31:20.212871 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:31:20.213209 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:31:20.213586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Bound using segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:31:20.214011 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Bound port: 15a5d120-c2cb-4d46-a227-596e6c129738, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:31:20.214366 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.276506 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:31:20.279636 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15a5d120-c2cb-4d46-a227-596e6c129738,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:31:20.285562 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.319354 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:20.320099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:20.321331 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 1093 time: 0.7374392 May 27 03:31:20.321752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:20.324097 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f702ac0e-0562-4c2f-8972-f6899fef6055" -d '{"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:20.352449 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2665171-6df0-4bce-b42b-dfcfef4599d0 service neutron] Pushing event updated for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:20.366402 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643de92d-f2c3-4003-a3a2-b9486616d72f x-openstack-request-id: req-643de92d-f2c3-4003-a3a2-b9486616d72f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:20.366695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:20.366950 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-643de92d-f2c3-4003-a3a2-b9486616d72f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:20.367400 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-643de92d-f2c3-4003-a3a2-b9486616d72f'] response: {'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738', 'status': 'completed', 'code': 200} May 27 03:31:20.383290 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e0380093-8f70-4cc1-a3d2-aa05efcd0ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:21.008799 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a1e39b-101d-4ab0-8186-8a9ea4ab103f req-63ccc8ee-3841-41f9-a1d2-c23369d50584 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:21.010126 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9a1e39b-101d-4ab0-8186-8a9ea4ab103f req-63ccc8ee-3841-41f9-a1d2-c23369d50584 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0455635 May 27 03:31:21.060744 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b9a1e39b-101d-4ab0-8186-8a9ea4ab103f req-ebf572a9-c1db-4b33-ab0a-5c069cfb5e84 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452046 May 27 03:31:22.180697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b54d1-24d5-4a88-b414-f01fdf5a37ba req-2510b7c7-91e4-4b0e-a72a-fb9a949b4039 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.182076 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b52b54d1-24d5-4a88-b414-f01fdf5a37ba req-2510b7c7-91e4-4b0e-a72a-fb9a949b4039 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0500846 May 27 03:31:22.230669 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b52b54d1-24d5-4a88-b414-f01fdf5a37ba req-5cd7e56d-0aa6-4b2a-aa97-53dbd801f951 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427980 May 27 03:31:22.660809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-e4a1b162-5ba9-4cb0-ba0d-ab7b8a4faff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.661534 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b1fa4459-3d54-4dfc-9e42-b8b31c555a4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:22.662327 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-e4a1b162-5ba9-4cb0-ba0d-ab7b8a4faff3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1127 time: 0.0392456 May 27 03:31:22.768118 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-47b67234-600f-4b39-af0d-bc8c5031bee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.769569 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-47b67234-600f-4b39-af0d-bc8c5031bee5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0934632 May 27 03:31:22.869144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-58e61421-a1cd-42ef-b312-0192ec3f2341 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.870693 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f702ac0e-0562-4c2f-8972-f6899fef6055 req-58e61421-a1cd-42ef-b312-0192ec3f2341 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941384 May 27 03:31:22.969990 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-9d179904-e8ad-47a4-8780-e0d04ed38501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:22.971507 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-9d179904-e8ad-47a4-8780-e0d04ed38501 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1127 time: 0.0401955 May 27 03:31:23.022841 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-ac1ca493-b31f-43c5-91bb-e28d0196094a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 217 time: 0.0355096 May 27 03:31:23.071805 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-eee32b5f-9ee3-4758-ad15-7d622784d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.073279 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-eee32b5f-9ee3-4758-ad15-7d622784d140 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0433638 May 27 03:31:23.117014 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-8269b2ce-44c1-4aea-b24b-90506aa5dd79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.118646 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-8269b2ce-44c1-4aea-b24b-90506aa5dd79 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382860 May 27 03:31:23.127685 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=63 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.134487 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=39 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.199269 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:23.219935 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-2112e8ba-9004-4a89-bc79-dbd199b05b65 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953603 May 27 03:31:23.312753 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d14108e8-97d1-45bc-9891-f926c97e8c41 req-40089e8a-bcb1-4292-80a2-745a4142c50b service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871994 May 27 03:31:23.343185 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e733efc-63e4-43a0-93f5-8d7c0e9064a5 req-a1d13f85-5e45-45cb-9bac-e6b1ac41e290 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:23.345294 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5e733efc-63e4-43a0-93f5-8d7c0e9064a5 req-a1d13f85-5e45-45cb-9bac-e6b1ac41e290 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0476706 May 27 03:31:23.393485 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5e733efc-63e4-43a0-93f5-8d7c0e9064a5 req-2921e0ad-aa09-44dd-8179-8c1e2f5b90e2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423987 May 27 03:31:23.986876 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:24.509281 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b8767-3e89-48dc-82df-2219e53ca4b2 req-e568710f-63ff-404f-b048-2b96bfda20e5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:24.510656 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-727b8767-3e89-48dc-82df-2219e53ca4b2 req-e568710f-63ff-404f-b048-2b96bfda20e5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0511851 May 27 03:31:24.558703 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-727b8767-3e89-48dc-82df-2219e53ca4b2 req-cc4b5dcb-dbd6-44d9-9797-e16c46237572 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426550 May 27 03:31:25.336189 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:25.349329 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:25.675963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414090d3-11a3-43dd-89ae-f2a71ce1b324 req-35ce4be1-66ea-491e-82ee-b63bc55fa9fd tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:25.677427 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-414090d3-11a3-43dd-89ae-f2a71ce1b324 req-35ce4be1-66ea-491e-82ee-b63bc55fa9fd tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0470588 May 27 03:31:25.725793 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-414090d3-11a3-43dd-89ae-f2a71ce1b324 req-4c46bc45-defc-41c9-a4b7-4de9e9bde19c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424271 May 27 03:31:26.768143 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:26.833333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:26.842196 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b44670-2556-45c1-bc2a-beca7d900f2e req-c996f4e1-5cd9-4a0b-9996-3f958d87bee1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:26.843683 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d8b44670-2556-45c1-bc2a-beca7d900f2e req-c996f4e1-5cd9-4a0b-9996-3f958d87bee1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0485625 May 27 03:31:26.892413 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d8b44670-2556-45c1-bc2a-beca7d900f2e req-cb55ccbb-d523-4225-a7b5-bbdf6e7f8151 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432425 May 27 03:31:28.007404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51d6121-ab63-45ee-ac50-b1b4921df104 req-f0d95268-5877-4880-8bb2-e9cf899ce2b6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:28.008850 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c51d6121-ab63-45ee-ac50-b1b4921df104 req-f0d95268-5877-4880-8bb2-e9cf899ce2b6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0491745 May 27 03:31:28.056137 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c51d6121-ab63-45ee-ac50-b1b4921df104 req-bf3de96e-9375-4281-90c3-bd7270727bdc tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0418475 May 27 03:31:28.383970 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:29.166473 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfbd69a-71fa-47af-95f5-4af8408f77d3 req-1c45486b-3d90-4483-89ef-6aa726fb00a7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:29.167956 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcfbd69a-71fa-47af-95f5-4af8408f77d3 req-1c45486b-3d90-4483-89ef-6aa726fb00a7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0459168 May 27 03:31:29.219041 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcfbd69a-71fa-47af-95f5-4af8408f77d3 req-49a493aa-d630-49a1-be05-b2b236ed6325 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451026 May 27 03:31:30.330937 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a242be44-7b8f-439a-870a-dff03331c3c8 req-e7fe240d-6b3d-46df-8763-b8557b65f27d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:30.332428 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a242be44-7b8f-439a-870a-dff03331c3c8 req-e7fe240d-6b3d-46df-8763-b8557b65f27d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0464272 May 27 03:31:30.379231 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a242be44-7b8f-439a-870a-dff03331c3c8 req-e14be744-a99a-4ea8-b53d-1969f4853108 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413401 May 27 03:31:31.491719 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4623c817-d264-4923-847d-a34f133b13e2 req-e157456c-d433-4f06-820d-145eaaa7fc3d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:31.493182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4623c817-d264-4923-847d-a34f133b13e2 req-e157456c-d433-4f06-820d-145eaaa7fc3d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 943 time: 0.0456564 May 27 03:31:31.541286 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4623c817-d264-4923-847d-a34f133b13e2 req-be8b5a15-54d6-4c5a-89af-28cb7b292980 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427656 May 27 03:31:31.682052 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 15a5d120-c2cb-4d46-a227-596e6c129738 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:31:31.778236 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15a5d120-c2cb-4d46-a227-596e6c129738,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:31.789941 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '15a5d120-c2cb-4d46-a227-596e6c129738', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:31:31.824920 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 15a5d120-c2cb-4d46-a227-596e6c129738 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:31.825308 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:31.838314 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a5d120-c2cb-4d46-a227-596e6c129738 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:31:31.858223 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15a5d120-c2cb-4d46-a227-596e6c129738,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:31.862422 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:31.906637 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:32.654330 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599c378d-3623-4cfe-ab2d-26412511d3a7 req-64354877-3159-41e6-bc45-fa441b1178f6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:32.655767 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-599c378d-3623-4cfe-ab2d-26412511d3a7 req-64354877-3159-41e6-bc45-fa441b1178f6 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 944 time: 0.0456440 May 27 03:31:32.693314 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:32.707701 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-599c378d-3623-4cfe-ab2d-26412511d3a7 req-5b264b8b-32a5-48e2-b648-93d8be7dfa56 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465674 May 27 03:31:32.911250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['15a5d120-c2cb-4d46-a227-596e6c129738'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:31:33.818991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa7a41a-5fbb-4e2c-aa41-e509ca838eb1 req-a3565a0b-ca4c-4a30-bd24-af6b2b3768b8 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:33.820381 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1aa7a41a-5fbb-4e2c-aa41-e509ca838eb1 req-a3565a0b-ca4c-4a30-bd24-af6b2b3768b8 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 944 time: 0.0471244 May 27 03:31:33.868979 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1aa7a41a-5fbb-4e2c-aa41-e509ca838eb1 req-0b898891-e7cc-42f6-936a-b4adf0d80950 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432007 May 27 03:31:34.979744 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a3886-6ed7-4c64-8d21-684e14fdd599 req-53175349-65f1-44e5-b445-5aea26a3b73f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:34.981203 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b92a3886-6ed7-4c64-8d21-684e14fdd599 req-53175349-65f1-44e5-b445-5aea26a3b73f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 944 time: 0.0458333 May 27 03:31:35.029179 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b92a3886-6ed7-4c64-8d21-684e14fdd599 req-6132f561-8542-4500-9c4c-23d373f94bb9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417149 May 27 03:31:36.143803 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34863c4-331a-4380-b5df-0d147a74308b req-ca0d657e-0bc2-48cc-90f2-738db1c59ba0 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:36.145178 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e34863c4-331a-4380-b5df-0d147a74308b req-ca0d657e-0bc2-48cc-90f2-738db1c59ba0 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 944 time: 0.0495365 May 27 03:31:36.177431 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 15a5d120-c2cb-4d46-a227-596e6c129738 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:31:36.194132 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e34863c4-331a-4380-b5df-0d147a74308b req-08a209e4-098f-4ee6-a4e7-c649f6b9e505 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435743 May 27 03:31:36.219349 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 15a5d120-c2cb-4d46-a227-596e6c129738 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:31:36.225129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 15a5d120-c2cb-4d46-a227-596e6c129738 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:31:36.225580 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.263940 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.299286 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 15a5d120-c2cb-4d46-a227-596e6c129738 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:31:36.299668 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.324899 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:36.327088 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161a4004-3c53-432a-8936-056d96dc971d" -d '{"events": [{"server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "name": "network-vif-plugged", "status": "completed", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:36.337661 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:36.339631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15a5d120-c2cb-4d46-a227-596e6c129738,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:36.345099 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:36.367596 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5cea7dc-bfd3-44a2-b7e8-20da53edf290 x-openstack-request-id: req-e5cea7dc-bfd3-44a2-b7e8-20da53edf290 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:36.367907 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "name": "network-vif-plugged", "status": "completed", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:36.368160 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-e5cea7dc-bfd3-44a2-b7e8-20da53edf290 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:36.368549 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5cea7dc-bfd3-44a2-b7e8-20da53edf290'] response: {'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738', 'code': 200} May 27 03:31:36.392679 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:37.312645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3129d61d-4098-4ba2-b386-c65ac5c5f15f req-e6c4311d-0ed2-4c63-98d3-222e12934c1f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:37.312645 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3129d61d-4098-4ba2-b386-c65ac5c5f15f req-e6c4311d-0ed2-4c63-98d3-222e12934c1f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0526364 May 27 03:31:37.371355 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3129d61d-4098-4ba2-b386-c65ac5c5f15f req-eb17ad45-e646-4499-8af5-4726a6c71c5d tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526700 May 27 03:31:37.400820 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13ca862-a6be-4d3b-b506-01926ee0e388 req-72b00385-a25b-47b8-b43b-3cd9c61fb443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:37.402409 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d13ca862-a6be-4d3b-b506-01926ee0e388 req-72b00385-a25b-47b8-b43b-3cd9c61fb443 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1129 time: 0.0481281 May 27 03:31:37.447347 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d13ca862-a6be-4d3b-b506-01926ee0e388 req-87329d90-0082-45f5-8d74-cca756cd759e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388036 May 27 03:31:38.496892 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9dad4-6b22-4ddb-9fc0-523faa966885 req-f326b368-84d8-4f41-b322-57ec7f4d00c1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:38.498538 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7bf9dad4-6b22-4ddb-9fc0-523faa966885 req-f326b368-84d8-4f41-b322-57ec7f4d00c1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0561721 May 27 03:31:38.552559 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7bf9dad4-6b22-4ddb-9fc0-523faa966885 req-28d93131-1eee-4994-ab70-4cfe46ce92b4 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469935 May 27 03:31:38.962832 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:38.966896 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:39.672261 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa98215-874e-4784-b36a-ed5605cff3b8 req-9be878d3-d863-4252-8f99-f5223ddedc53 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:39.673641 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eaa98215-874e-4784-b36a-ed5605cff3b8 req-9be878d3-d863-4252-8f99-f5223ddedc53 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0504110 May 27 03:31:39.729318 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eaa98215-874e-4784-b36a-ed5605cff3b8 req-2df79199-0ac8-458b-a8f1-9166b4cfc8df tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0498085 May 27 03:31:39.809592 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:39.855497 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507ba20a-0d28-491c-995e-0f25bdfd6b46 req-9c480377-94b6-4aaa-83eb-e5dfb84a5c96 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:39.857031 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-507ba20a-0d28-491c-995e-0f25bdfd6b46 req-9c480377-94b6-4aaa-83eb-e5dfb84a5c96 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0576305 May 27 03:31:39.907386 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-507ba20a-0d28-491c-995e-0f25bdfd6b46 req-0f3213f9-3f5e-443f-a667-d6191fc95c90 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446653 May 27 03:31:39.929517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35308) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:39.974112 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b2906-12cd-4c9b-bf5b-935b504ffea0 tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:39.974863 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-086b2906-12cd-4c9b-bf5b-935b504ffea0 tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1124 time: 0.0439939 May 27 03:31:39.977700 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35312) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:39.981850 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:40.004188 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.082805 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.184604 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.27.1.89 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:40.287346 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.318684 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:40.353991 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:40.358911 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:40.362286 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:40.386553 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:40.401711 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.402057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.402397 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.402734 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.403066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.403394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.404047 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.404376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.404702 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.405049 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.405378 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.405726 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.406046 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.406363 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.406678 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:40.532812 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:40.582418 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:40.942692 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (d965ca87-0617-41e5-bec2-7f83280e6e56), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.008477 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.185379 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.190262 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.264145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:41.270983 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (d965ca87-0617-41e5-bec2-7f83280e6e56), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.367210 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP d965ca87-0617-41e5-bec2-7f83280e6e56 associated. External IP: 172.27.1.89, port: 15a5d120-c2cb-4d46-a227-596e6c129738. May 27 03:31:41.564800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:41.567070 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:41.621660 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:41.669863 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:41.679228 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:41.688718 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:41.691771 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:41.692425 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:41.722059 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0b66e936-b63f-430f-8829-14615dc3e1f2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7432632 May 27 03:31:41.722528 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:41.724811 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe" -d '{"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:41.794118 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:41.881128 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3169a6ad-cdb0-466f-8d1b-f6f180a27237 x-openstack-request-id: req-3169a6ad-cdb0-466f-8d1b-f6f180a27237 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:41.881419 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:41.881676 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3169a6ad-cdb0-466f-8d1b-f6f180a27237 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:41.882085 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3169a6ad-cdb0-466f-8d1b-f6f180a27237'] response: {'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738', 'status': 'completed', 'code': 200} May 27 03:31:41.976603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-f2ada8b1-4854-43f3-8381-0d44f1b1a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:41.978010 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-f2ada8b1-4854-43f3-8381-0d44f1b1a286 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1129 time: 0.0383220 May 27 03:31:42.007004 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:40Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:42.031078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:42.039829 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:42.040464 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:42.084910 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:31:42.240516 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:42.278016 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:42.303993 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-53119af9-2cdf-40aa-83b0-a5851ca6c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.305830 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-53119af9-2cdf-40aa-83b0-a5851ca6c754 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.3202386 May 27 03:31:42.375951 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-2bac6d14-83fa-4b67-8c41-525b37e5a8b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 998 time: 0.0597992 May 27 03:31:42.425293 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35334) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:42.429218 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-65b3dbc6-3443-49ac-a219-b3ffe517c986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.430673 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-65b3dbc6-3443-49ac-a219-b3ffe517c986 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0454082 May 27 03:31:42.469022 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:40Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:42.477381 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-10b988fb-8ab9-420e-b672-cf0f6d4c5e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:42.479449 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-10b988fb-8ab9-420e-b672-cf0f6d4c5e8d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414588 May 27 03:31:42.497540 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1681214-4753-41d3-8790-3cf1893f3361 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:40Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:42.545135 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b4e13e28-8bb5-4591-9118-d9d9314ea406 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.565161 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:42.589772 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-cdf8662f-4e6f-4661-a637-0f13a88c1b80 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001427 May 27 03:31:42.628886 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b4e13e28-8bb5-4591-9118-d9d9314ea406 admin admin] Publish callbacks [] for security_group (0b5c7718-361e-4b9f-91ac-56826ade6b8a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.634614 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-b4e13e28-8bb5-4591-9118-d9d9314ea406 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0b5c7718-361e-4b9f-91ac-56826ade6b8a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.675939 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b4e13e28-8bb5-4591-9118-d9d9314ea406 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=44b194a418084a41918de62b02412297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2494655 May 27 03:31:42.677077 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e13e28-8bb5-4591-9118-d9d9314ea406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b5c7718-361e-4b9f-91ac-56826ade6b8a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:42.679574 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35338) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:42.685508 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1d6d9b96-31c2-4c1a-ad9e-8fecacdfa0fe req-a69ab00d-4c14-4dbf-a5de-48e3126d6399 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898209 May 27 03:31:42.744083 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258dc6e6-6db3-4c32-9d1f-6461428ef754 None None] New status for floating IP d965ca87-0617-41e5-bec2-7f83280e6e56: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:42.744609 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] Publish callbacks [] for security_group (0b5c7718-361e-4b9f-91ac-56826ade6b8a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.766657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] Publish callbacks [] for security_group (0b5c7718-361e-4b9f-91ac-56826ade6b8a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.816052 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0b5c7718-361e-4b9f-91ac-56826ade6b8a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.818597 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:42.819740 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/0b5c7718-361e-4b9f-91ac-56826ade6b8a HTTP/1.1" status: 204 len: 168 time: 0.1310363 May 27 03:31:42.828111 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779248f8-7a60-4ea4-b2dc-674ae9d99b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b5c7718-361e-4b9f-91ac-56826ade6b8a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.106607 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35344) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:43.120241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52408341-05c9-4cf4-a0a4-61469342610c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.195668 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52408341-05c9-4cf4-a0a4-61469342610c admin admin] Publish callbacks [] for security_group (24664b55-55f0-43e4-a172-6aa22e7194d2), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.199122 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-52408341-05c9-4cf4-a0a4-61469342610c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (24664b55-55f0-43e4-a172-6aa22e7194d2), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.237194 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52408341-05c9-4cf4-a0a4-61469342610c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24664b55-55f0-43e4-a172-6aa22e7194d2,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:43.241690 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-52408341-05c9-4cf4-a0a4-61469342610c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=e40bf7f6c1004f198c396d44e3521de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340842 May 27 03:31:43.244285 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35346) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:43.291075 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] Publish callbacks [] for security_group (24664b55-55f0-43e4-a172-6aa22e7194d2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.312481 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] Publish callbacks [] for security_group (24664b55-55f0-43e4-a172-6aa22e7194d2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.340266 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=80,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:43.360694 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (24664b55-55f0-43e4-a172-6aa22e7194d2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.363434 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:43.364588 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/24664b55-55f0-43e4-a172-6aa22e7194d2 HTTP/1.1" status: 204 len: 168 time: 0.1194232 May 27 03:31:43.372023 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4472cf5c-f53f-4127-95a6-c1b8b4afb981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24664b55-55f0-43e4-a172-6aa22e7194d2,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:50.387687 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-71ab5c97-3a54-4ff7-8156-3b70ceb08cdb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:52.466846 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=70 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:52.496898 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=80 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:52.663039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3a3bbe7e-1b25-4632-8ce7-fc29f1bffed7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:52.680640 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=9 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:52.681465 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=41 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:53.368457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:53.543470 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35440) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:53.836749 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Deleting port c424396c-3071-4f0f-b0ef-12a968d8dd43 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:53.837422 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.917230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.917567 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for floatingip (c424396c-3071-4f0f-b0ef-12a968d8dd43), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:53.933679 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Calling delete_port for c424396c-3071-4f0f-b0ef-12a968d8dd43 owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:53.993129 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.102951 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c424396c-3071-4f0f-b0ef-12a968d8dd43), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.125876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event deleted for resources: {'Port': ['ID=c424396c-3071-4f0f-b0ef-12a968d8dd43,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:54.135689 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.136098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.136438 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.136772 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.137103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.137430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.138098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.138098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.138364 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.138681 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.139028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.139364 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.139660 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.139995 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.140316 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:31:54.202482 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for floatingip (3b30ad10-73fd-4c4e-9a9b-596e7342d6f4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.202805 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Floating IP 3b30ad10-73fd-4c4e-9a9b-596e7342d6f4 disassociated (deleted). External IP: 172.27.1.241, port: 71e11d00-d642-48e1-acfd-a532d0199408. May 27 03:31:54.396514 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:31:54.500369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:31:54.505392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:54.510026 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Sync routers for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:31:54.520221 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:54.520908 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:54.535343 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-d3294399-e2da-4e47-aa27-852bc1b4f510 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "DELETE /v2.0/floatingips/3b30ad10-73fd-4c4e-9a9b-596e7342d6f4 HTTP/1.1" status: 204 len: 168 time: 0.9908454 May 27 03:31:54.535954 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:54.538176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c605a1c6-5b53-4fc9-af00-b0dcef976a91" -d '{"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:54.578458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd657e99-e859-4aee-8727-54d26125edf8 x-openstack-request-id: req-cd657e99-e859-4aee-8727-54d26125edf8 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:54.578811 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:54.579124 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cd657e99-e859-4aee-8727-54d26125edf8 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:54.579615 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cd657e99-e859-4aee-8727-54d26125edf8'] response: {'name': 'network-changed', 'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'status': 'completed', 'code': 200} May 27 03:31:54.625376 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:54.630750 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:54.663523 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:54.667225 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-ce73344f-7a7e-447e-9077-8c75b3027ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:54.669179 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-ce73344f-7a7e-447e-9077-8c75b3027ac1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 1129 time: 0.0465560 May 27 03:31:54.765511 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-365f7f1e-a19d-48bf-8032-de734ee374c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:54.766991 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-365f7f1e-a19d-48bf-8032-de734ee374c1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 200 len: 909 time: 0.0880282 May 27 03:31:54.783990 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb71615-73ac-49c0-af1d-068332683e22 req-647de213-65a2-4762-9fe3-71d39897563d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:54.785473 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3eb71615-73ac-49c0-af1d-068332683e22 req-647de213-65a2-4762-9fe3-71d39897563d tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0520699 May 27 03:31:54.816238 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:54.834417 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3eb71615-73ac-49c0-af1d-068332683e22 req-77931c1a-1026-4b84-9b46-90bab4d926bd tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433021 May 27 03:31:54.841526 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Checking router: 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:31:54.850389 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:31:54.850977 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:54.949363 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:31:55.136631 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:31:55.160672 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68828c8-e4bc-4238-b5a1-a2cf96555063 None None] The sync data for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi is: [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:26:09Z', 'revision_number': 4, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': 'c7fec99e-1a1c-416f-a25e-b88ff15adb9f', 'name': '', 'network_id': '05f54ac1-9832-48be-b4c5-af7fbf1a8fc1', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'mac_address': 'fa:16:3e:70:df:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:09Z', 'updated_at': '2022-05-27T03:26:15Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'subnets': [{'id': '4de04b0c-93d6-43e4-a056-18ab39c446a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:31:55.368852 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:55.423004 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-122547bf-d436-4969-8d06-bd6fe8668eb0 None None] New status for floating IP 3b30ad10-73fd-4c4e-9a9b-596e7342d6f4: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:31:55.848233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-1a770298-a563-4af6-afdf-ab2e0f94031f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 200 len: 217 time: 0.0362837 May 27 03:31:55.910321 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-fa588eda-50ab-4fff-ac76-f09b55667d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:55.911800 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-fa588eda-50ab-4fff-ac76-f09b55667d98 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 200 len: 847 time: 0.0538037 May 27 03:31:55.959932 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5dc679-fe22-49f5-95b5-0a9acdd219b8 req-9102d616-b318-4942-a802-9f04207cc5af tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:55.961477 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6f5dc679-fe22-49f5-95b5-0a9acdd219b8 req-9102d616-b318-4942-a802-9f04207cc5af tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0529940 May 27 03:31:56.012781 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6f5dc679-fe22-49f5-95b5-0a9acdd219b8 req-fa561cd7-3f13-4a6c-88f2-337ec1af6218 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/security-groups?id=0d135875-7212-43fd-9732-1555eb86c8e8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452075 May 27 03:31:56.089557 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-66260537-b319-4b7b-af61-283600c1930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:56.091029 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-66260537-b319-4b7b-af61-283600c1930e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452065 May 27 03:31:56.188031 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-5ee7f87c-b242-44a0-9ded-90a9706b7989 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863512 May 27 03:31:56.384273 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c605a1c6-5b53-4fc9-af00-b0dcef976a91 req-971e333f-5bf5-4c0b-8f8c-863978f490a8 service neutron] 10.222.0.60 "GET /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851164 May 27 03:31:56.474638 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db193c77-c137-4314-8290-6256afa096a9 req-e3bf33d6-feed-4583-a0ed-aa8dddc391d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:31:56.476070 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-db193c77-c137-4314-8290-6256afa096a9 req-e3bf33d6-feed-4583-a0ed-aa8dddc391d3 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.60 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 945 time: 0.0457277 May 27 03:31:56.562776 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Deleting port 71e11d00-d642-48e1-acfd-a532d0199408 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:56.563120 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (71e11d00-d642-48e1-acfd-a532d0199408), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.654907 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] For port 71e11d00-d642-48e1-acfd-a532d0199408, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=71e11d00-d642-48e1-acfd-a532d0199408,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:56.655257 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (71e11d00-d642-48e1-acfd-a532d0199408), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.668138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Calling delete_port for 71e11d00-d642-48e1-acfd-a532d0199408 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:56.770618 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.798790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (71e11d00-d642-48e1-acfd-a532d0199408), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.824637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event deleted for resources: {'Port': ['ID=71e11d00-d642-48e1-acfd-a532d0199408,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:56.878338 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] No DVR routers for this DVR port 71e11d00-d642-48e1-acfd-a532d0199408 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:31:56.880668 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:56.883864 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-db193c77-c137-4314-8290-6256afa096a9 req-b9733db5-c40e-433d-b930-ca0665908aa4 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.60 "DELETE /v2.0/ports/71e11d00-d642-48e1-acfd-a532d0199408 HTTP/1.1" status: 204 len: 173 time: 0.4003346 May 27 03:31:56.884285 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-deleted', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:31:56.886468 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fd7f88-16ff-4f25-90cd-576d0ffc6801" -d '{"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-deleted", "tag": "71e11d00-d642-48e1-acfd-a532d0199408"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:31:56.924765 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56d53f2c-0547-4172-a71d-1539e89cf943 x-openstack-request-id: req-56d53f2c-0547-4172-a71d-1539e89cf943 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:31:56.925116 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c46fbddd-5f15-41b9-aaab-7fe260aa7bcd", "name": "network-vif-deleted", "tag": "71e11d00-d642-48e1-acfd-a532d0199408", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:31:56.925497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-56d53f2c-0547-4172-a71d-1539e89cf943 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:31:56.925898 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56d53f2c-0547-4172-a71d-1539e89cf943'] response: {'server_uuid': 'c46fbddd-5f15-41b9-aaab-7fe260aa7bcd', 'name': 'network-vif-deleted', 'tag': '71e11d00-d642-48e1-acfd-a532d0199408', 'status': 'completed', 'code': 200} May 27 03:31:57.118396 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9ede56af-416e-495d-9bab-e9d8204c54c5 req-81804d8d-9a08-4bd2-8126-347725a35074 tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "GET /v2.0/ports?device_id=c46fbddd-5f15-41b9-aaab-7fe260aa7bcd HTTP/1.1" status: 200 len: 210 time: 0.0338135 May 27 03:31:58.188684 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35510) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.266971 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (0d135875-7212-43fd-9732-1555eb86c8e8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.278788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.291078 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:58.299134 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (0d135875-7212-43fd-9732-1555eb86c8e8), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.309580 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35514) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.315058 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--132047630', 'description': 'tempest-description--1645499321'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:58.340090 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.366315 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (0d135875-7212-43fd-9732-1555eb86c8e8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.369994 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.371417 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] 10.222.0.62 "DELETE /v2.0/security-groups/0d135875-7212-43fd-9732-1555eb86c8e8 HTTP/1.1" status: 204 len: 168 time: 0.1818757 May 27 03:31:58.382872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd9e464-9f8f-4727-9abd-df1fef1ba8cb tempest-TestShelveInstance-1611196707 tempest-TestShelveInstance-1611196707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d135875-7212-43fd-9732-1555eb86c8e8,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.407704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.428073 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (afcdeceb-c6d1-479f-bfa6-0f81f6676271), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.432517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (afcdeceb-c6d1-479f-bfa6-0f81f6676271), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.441729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35518) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.467455 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afcdeceb-c6d1-479f-bfa6-0f81f6676271,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.473792 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.478301 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35522) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.478764 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cf47a5d1-8744-4927-bf33-e73ec71c20f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1666100 May 27 03:31:58.484678 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': 'afcdeceb-c6d1-479f-bfa6-0f81f6676271', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:58.515401 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (9741e839-d285-4065-aa4a-b2c6a4ab6d62), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.577936 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (9741e839-d285-4065-aa4a-b2c6a4ab6d62), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.584142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (9741e839-d285-4065-aa4a-b2c6a4ab6d62), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.640932 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9741e839-d285-4065-aa4a-b2c6a4ab6d62,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.651780 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.652979 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a420f77c-7473-4fde-86b0-bac05fb14777 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1732988 May 27 03:31:58.655933 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35524) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.660318 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': 'afcdeceb-c6d1-479f-bfa6-0f81f6676271', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:58.690567 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (5fa688ed-4557-4378-b664-14185285f414), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.738386 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (5fa688ed-4557-4378-b664-14185285f414), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.742484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (5fa688ed-4557-4378-b664-14185285f414), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.759145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa688ed-4557-4378-b664-14185285f414,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:58.769511 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.770690 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ee06157d-8a82-41d0-b98e-6d6454e28717 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1137793 May 27 03:31:58.773784 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35526) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:31:58.778253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:31:58.800413 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.884675 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:58.924900 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.006057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.27.1.101 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/6188e518-a3e6-44b0-9efd-b7b22212d227) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:31:59.023968 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.128615 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.141092 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.169147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Deleting port c7fec99e-1a1c-416f-a25e-b88ff15adb9f {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:31:59.169487 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.170307 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.206717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:31:59.210442 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:31:59.215358 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:31:59.219061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:31:59.238137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 71e11d00-d642-48e1-acfd-a532d0199408 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:31:59.238735 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 71e11d00-d642-48e1-acfd-a532d0199408 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:31:59.247521 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=6188e518-a3e6-44b0-9efd-b7b22212d227,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.260748 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] For port c7fec99e-1a1c-416f-a25e-b88ff15adb9f, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:31:59.261264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.275979 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Calling delete_port for c7fec99e-1a1c-416f-a25e-b88ff15adb9f owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:31:59.284090 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.290392 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:31:59.314414 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.362596 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.476683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (c7fec99e-1a1c-416f-a25e-b88ff15adb9f), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.508520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Pushing event deleted for resources: {'Port': ['ID=c7fec99e-1a1c-416f-a25e-b88ff15adb9f,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.591484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.604400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.689227 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=6188e518-a3e6-44b0-9efd-b7b22212d227,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:31:59.722635 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.744388 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.774139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:31:59.775751 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-17bc62ef-40e8-4f4a-aa15-25c22be2bbc2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0010414 May 27 03:32:00.052752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-e149af4e-7132-459b-9935-e6ef2d16b9ca tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--132047630&fields=id&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 267 time: 0.0515809 May 27 03:32:00.160853 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-88557577-fcdf-4e7f-ad61-f9ec609524ca tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:00.162828 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-88557577-fcdf-4e7f-ad61-f9ec609524ca tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1019194 May 27 03:32:00.177557 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-52a33bf7-6c7f-436f-bef5-cec5a01dbe9a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/quotas/6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 375 time: 0.0099559 May 27 03:32:00.215834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:00.240804 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-b1be7663-d6cf-496a-8ed0-6fa242253c68 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492432 May 27 03:32:00.271106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.317717 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:00.322925 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-451168d5-db1e-4856-8dfc-b26f6adda2df admin admin] 10.222.0.62 "PUT /v2.0/routers/3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8801723 May 27 03:32:00.325880 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35602) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:00.328748 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Sync routers for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:00.337431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.339271 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:00.340378 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:00.378760 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-9e7f86b7-09be-45ac-9fb2-d4030e4932f4 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266768 May 27 03:32:00.448130 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:00.497460 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks [] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.555500 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-ecf06eb2-d2d7-45ad-8aa6-d4385e458f88 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679325 May 27 03:32:00.568857 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:00.612790 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9'}], 'enable_snat': True}, 'gw_port_id': 'c242f545-142e-472b-a60c-7ad60246c844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:31:59Z', 'revision_number': 5, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port': {'id': 'c242f545-142e-472b-a60c-7ad60246c844', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:50:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:07Z', 'updated_at': '2022-05-27T03:26:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:00.613470 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks [] for router_gateway (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.649933 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Checking router: 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:00.674569 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Routers {'3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:00.674848 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:00.682461 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Deleting port c242f545-142e-472b-a60c-7ad60246c844 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:00.682804 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (c242f545-142e-472b-a60c-7ad60246c844), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.764359 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] Set router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:00.765468 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-542a4c6e-209a-40d1-a51e-3ec25284eadd req-b0e7173a-e7d0-4338-a1c8-df6cdbde5e13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 210 time: 0.0546191 May 27 03:32:00.767057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] For port c242f545-142e-472b-a60c-7ad60246c844, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=c242f545-142e-472b-a60c-7ad60246c844,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:00.767057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (c242f545-142e-472b-a60c-7ad60246c844), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:00.784553 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Calling delete_port for c242f545-142e-472b-a60c-7ad60246c844 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:00.914167 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:32:00Z', 'revision_number': 6, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:00.940504 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7412d1-a599-4bc9-87a0-aa46e7713ae8 None None] The sync data for ids ['3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2'] in dv-cinder-828807-4-iscsi is: [{'id': '3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2', 'name': 'tempest-TestShelveInstance-350803062-router', 'tenant_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:06Z', 'updated_at': '2022-05-27T03:32:00Z', 'revision_number': 6, 'project_id': '1d73ce3d68ac4f6e99f9a3b194cde320', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:00.998043 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (c242f545-142e-472b-a60c-7ad60246c844), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.028096 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Pushing event deleted for resources: {'Port': ['ID=c242f545-142e-472b-a60c-7ad60246c844,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.095600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.185261 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.187372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.189758 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks [] for router_controller (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.230632 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.231110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:32:01.237654 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.238786 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c5973dba-b0c9-4be4-be8c-55afed787456 admin admin] 10.222.0.62 "DELETE /v2.0/routers/3c4426c9-3fd7-4e34-ae02-c2b8dd1da1b2 HTTP/1.1" status: 204 len: 168 time: 0.9113393 May 27 03:32:01.241336 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35616) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:01.291189 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Deleting subnet 4de04b0c-93d6-43e4-a056-18ab39c446a6 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:32:01.294655 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Publish callbacks [] for subnet (4de04b0c-93d6-43e4-a056-18ab39c446a6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.337725 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (4de04b0c-93d6-43e4-a056-18ab39c446a6), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.367518 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:UPDATE=5,neutron:DELETE=7 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.458175 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (4de04b0c-93d6-43e4-a056-18ab39c446a6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.510063 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (4de04b0c-93d6-43e4-a056-18ab39c446a6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.537332 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4de04b0c-93d6-43e4-a056-18ab39c446a6,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:01.539337 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.542510 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-24c23d7f-7fe6-40a6-81ed-0a34328509c2 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/4de04b0c-93d6-43e4-a056-18ab39c446a6 HTTP/1.1" status: 204 len: 168 time: 0.3002102 May 27 03:32:01.545435 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35620) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:01.548014 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc7c086-76fb-4ad3-9af8-b685ffa2aa6e None None] Network 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:01.612193 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.745807 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] DHCP port deletion for 05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:32:01.820300 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Deleting port 761834a3-4ac2-4786-99ba-2e684cdd6d77 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:01.821476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.841493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c242f545-142e-472b-a60c-7ad60246c844 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:01.910229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: c242f545-142e-472b-a60c-7ad60246c844 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:01.910584 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c242f545-142e-472b-a60c-7ad60246c844 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:01.911004 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c7fec99e-1a1c-416f-a25e-b88ff15adb9f no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:01.929762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:01.948056 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: c7fec99e-1a1c-416f-a25e-b88ff15adb9f {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:01.948755 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device c7fec99e-1a1c-416f-a25e-b88ff15adb9f not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:01.949164 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 761834a3-4ac2-4786-99ba-2e684cdd6d77 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:01.956573 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] For port 761834a3-4ac2-4786-99ba-2e684cdd6d77, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=761834a3-4ac2-4786-99ba-2e684cdd6d77,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:01.956976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:01.978801 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-247db49b-a201-4f78-adc8-b419d345f9aa req-bf4c9656-29c6-4cb6-91be-c58cfde80c7b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 210 time: 0.0690975 May 27 03:32:02.003414 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Deleting port 761834a3-4ac2-4786-99ba-2e684cdd6d77 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:02.003414 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.018922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Calling delete_port for 761834a3-4ac2-4786-99ba-2e684cdd6d77 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:02.023171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-be409719-a99c-4090-9293-937f5d63b507 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:02.026335 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-be409719-a99c-4090-9293-937f5d63b507 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1611640 May 27 03:32:02.080515 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] For port 761834a3-4ac2-4786-99ba-2e684cdd6d77, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=761834a3-4ac2-4786-99ba-2e684cdd6d77,segment=NetworkSegment(f3c93330-6d77-40db-a9f6-d96b3636ea7f),segment_id=f3c93330-6d77-40db-a9f6-d96b3636ea7f)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:02.081198 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.114340 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Calling delete_port for 761834a3-4ac2-4786-99ba-2e684cdd6d77 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:02.145436 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-4a6b29a7-d33a-4503-a1a4-29614a4dac13 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 471 time: 0.1013792 May 27 03:32:02.156475 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 761834a3-4ac2-4786-99ba-2e684cdd6d77 is: ACTIVE; New status is: DOWN {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:02.156870 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.205649 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.209848 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (761834a3-4ac2-4786-99ba-2e684cdd6d77), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.236465 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Pushing event deleted for resources: {'Port': ['ID=761834a3-4ac2-4786-99ba-2e684cdd6d77,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.242987 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] No DVR routers for this DVR port 761834a3-4ac2-4786-99ba-2e684cdd6d77 on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:02.243179 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] No DVR routers for this DVR port 761834a3-4ac2-4786-99ba-2e684cdd6d77 on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:02.244557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Pushing event deleted for resources: {'Port': ['ID=761834a3-4ac2-4786-99ba-2e684cdd6d77,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.257326 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.257729 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.258008 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.258448 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.258791 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.259122 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.259452 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.259781 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.260156 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.260652 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.261138 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.261476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.261820 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.262116 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.262583 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f25171d-e3a0-4d57-9791-0ab887f4a1bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:02.263993 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'port': {'device_id': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'admin_state_up': True, 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'security_groups': ['afcdeceb-c6d1-479f-bfa6-0f81f6676271']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:02.332977 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.352855 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05f54ac1-9832-48be-b4c5-af7fbf1a8fc1']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:02.362718 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3c93330-6d77-40db-a9f6-d96b3636ea7f') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:02.362951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3c93330-6d77-40db-a9f6-d96b3636ea7f') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:02.370552 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:02.373196 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (f3c93330-6d77-40db-a9f6-d96b3636ea7f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.374489 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.387344 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (f3c93330-6d77-40db-a9f6-d96b3636ea7f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.393569 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Releasing vlan 568 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:32:02.393962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (f3c93330-6d77-40db-a9f6-d96b3636ea7f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.439157 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment f3c93330-6d77-40db-a9f6-d96b3636ea7f resource provider aggregate not found May 27 03:32:02.442804 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.465240 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment f3c93330-6d77-40db-a9f6-d96b3636ea7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3c93330-6d77-40db-a9f6-d96b3636ea7f found for delete ", "request_id": "req-92b20876-c089-4321-b580-94726a706088"}]} May 27 03:32:02.474253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (05f54ac1-9832-48be-b4c5-af7fbf1a8fc1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.479301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.482450 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] 10.222.0.62 "DELETE /v2.0/networks/05f54ac1-9832-48be-b4c5-af7fbf1a8fc1 HTTP/1.1" status: 204 len: 168 time: 0.9360561 May 27 03:32:02.486189 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35632) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:02.506157 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0cbc8c-c8a0-4f4f-89c7-a504b779b52e admin admin] Pushing event deleted for resources: {'Network': ['ID=05f54ac1-9832-48be-b4c5-af7fbf1a8fc1,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.533025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.20.0.9 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/d64fc780-c20b-471e-aff8-575978e954c2) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:02.557260 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:DELETE=11,neutron:SELECT=88,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.676449 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (d64fc780-c20b-471e-aff8-575978e954c2), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.711535 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.730598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.753460 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:02.759403 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:02.763052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:02.788588 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:02.819853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:02.820494 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.838674 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-21f74236-ac7b-467d-b7b3-318e8b99f5cf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5824594 May 27 03:32:02.840404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.859311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Request body: {'port': {'device_id': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:02.947175 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (d64fc780-c20b-471e-aff8-575978e954c2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:02.983887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:02.991547 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c2a02ce4-d825-449d-a4fe-ef9ac9bfb638 None None] Provisioning complete for port d64fc780-c20b-471e-aff8-575978e954c2 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:02.992104 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c2a02ce4-d825-449d-a4fe-ef9ac9bfb638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (d64fc780-c20b-471e-aff8-575978e954c2), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.014973 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.033113 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c2a02ce4-d825-449d-a4fe-ef9ac9bfb638 None None] Port d64fc780-c20b-471e-aff8-575978e954c2 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:03.098771 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Deleting port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:03.099105 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.171670 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e59a78-66e2-4f47-bcc4-c11969f6eb8d req-1b7390eb-39f9-4796-bd49-bc8aa8cdac1c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:03.173207 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23e59a78-66e2-4f47-bcc4-c11969f6eb8d req-1b7390eb-39f9-4796-bd49-bc8aa8cdac1c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 931 time: 0.0756290 May 27 03:32:03.180584 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] For port 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:03.180945 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.194833 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Calling delete_port for 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:03.274163 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.281630 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-23e59a78-66e2-4f47-bcc4-c11969f6eb8d req-b306b9c9-71a8-43ee-a44d-c0a66f140f53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985870 May 27 03:32:03.350725 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d64fc780-c20b-471e-aff8-575978e954c2 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:03.359431 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks [] for port (d64fc780-c20b-471e-aff8-575978e954c2), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.385054 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (22a97f54-0131-4dfb-9fe9-3f5c1c2739ec), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.388342 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Transition to ACTIVE for port object d64fc780-c20b-471e-aff8-575978e954c2 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:32:03.392680 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.415143 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Pushing event deleted for resources: {'Port': ['ID=22a97f54-0131-4dfb-9fe9-3f5c1c2739ec,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.476215 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.491119 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.542783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Attempting to bind port d64fc780-c20b-471e-aff8-575978e954c2 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:03.542783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Attempting to bind port d64fc780-c20b-471e-aff8-575978e954c2 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:03.543203 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Attempting to bind port d64fc780-c20b-471e-aff8-575978e954c2 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:03.548494 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Port d64fc780-c20b-471e-aff8-575978e954c2 on network 5fca8f91-27a5-4216-bd00-e734abe0021c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:32:03.548825 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Attempting to bind port d64fc780-c20b-471e-aff8-575978e954c2 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:03.555039 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:03.555450 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:03.555888 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:03.556318 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Bound port: d64fc780-c20b-471e-aff8-575978e954c2, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:03.556917 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (d64fc780-c20b-471e-aff8-575978e954c2), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.660415 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:03.665208 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.667092 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d64fc780-c20b-471e-aff8-575978e954c2,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:03.678340 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.740902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:03.741378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:03.743607 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] 10.222.0.60 "PUT /v2.0/ports/d64fc780-c20b-471e-aff8-575978e954c2 HTTP/1.1" status: 200 len: 1093 time: 0.8895047 May 27 03:32:03.744247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:03.746714 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc115c7c-83ff-4b64-a08d-e0d02b076052" -d '{"events": [{"name": "network-changed", "server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "tag": "d64fc780-c20b-471e-aff8-575978e954c2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:03.766346 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df2c37b-1ed7-402a-8de4-80357997bc5b service neutron] Pushing event updated for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:03.792229 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:03.807335 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97881819-2bd6-4d25-9d32-aff6d18cc91f x-openstack-request-id: req-97881819-2bd6-4d25-9d32-aff6d18cc91f {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:03.807525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "tag": "d64fc780-c20b-471e-aff8-575978e954c2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:03.807764 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-97881819-2bd6-4d25-9d32-aff6d18cc91f {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:03.808312 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97881819-2bd6-4d25-9d32-aff6d18cc91f'] response: {'name': 'network-changed', 'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2', 'status': 'completed', 'code': 200} May 27 03:32:03.915370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Router 29cecf4a-6bcc-474d-ab38-41fcb721e29c has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:03.941072 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-da927d20-2c33-4a0a-be1c-1f3367ac1cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:03.942592 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-da927d20-2c33-4a0a-be1c-1f3367ac1cb1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 1127 time: 0.0515850 May 27 03:32:04.032372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:04.039899 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-05ab9038-e54a-4480-8254-b622360ecb6f admin admin] 10.222.0.62 "PUT /v2.0/routers/29cecf4a-6bcc-474d-ab38-41fcb721e29c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5505266 May 27 03:32:04.040138 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35644) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:04.045195 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Sync routers for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:04.056952 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:04.057639 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:04.084208 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-cbf7f0f2-94c6-4480-91bb-25e37ee04c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.086353 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-cbf7f0f2-94c6-4480-91bb-25e37ee04c3e service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6a6c40fbca064c789708300a00c36ce4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1207349 May 27 03:32:04.096229 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:DELETE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.144515 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks [] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.163808 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.181429 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:04.191569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-97b0c5ef-654f-4e3f-a5d6-1fa71fae1615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.195648 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dc115c7c-83ff-4b64-a08d-e0d02b076052 req-97b0c5ef-654f-4e3f-a5d6-1fa71fae1615 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1005177 May 27 03:32:04.250139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks [] for router_gateway (29cecf4a-6bcc-474d-ab38-41fcb721e29c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.297888 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Deleting port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:04.298548 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.339540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-9311fa58-7967-4864-a885-533cddb3242e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.343426 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-9311fa58-7967-4864-a885-533cddb3242e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 1127 time: 0.0619636 May 27 03:32:04.361278 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240'}], 'enable_snat': True}, 'gw_port_id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:32:03Z', 'revision_number': 5, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port': {'id': 'e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:d6:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:26:13Z', 'updated_at': '2022-05-27T03:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:04.386321 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] For port e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:04.386898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.391165 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Checking router: 29cecf4a-6bcc-474d-ab38-41fcb721e29c for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:04.399689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Routers {'29cecf4a-6bcc-474d-ab38-41fcb721e29c'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:04.400334 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:04.401878 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Calling delete_port for e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:04.416129 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-c531568e-365d-479a-8503-d11e75e77332 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d64fc780-c20b-471e-aff8-575978e954c2 HTTP/1.1" status: 200 len: 217 time: 0.0585623 May 27 03:32:04.453868 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.473382 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-15216dac-f39e-4f02-93b0-63d41fd48e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.474937 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-15216dac-f39e-4f02-93b0-63d41fd48e4e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0525975 May 27 03:32:04.484726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e632eb-6612-4940-a1c2-3e4211390b36 req-08ea436c-1637-4bcb-a8d2-a54665bb4e57 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.486407 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73e632eb-6612-4940-a1c2-3e4211390b36 req-08ea436c-1637-4bcb-a8d2-a54665bb4e57 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 943 time: 0.1226156 May 27 03:32:04.504919 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] Set router 29cecf4a-6bcc-474d-ab38-41fcb721e29c gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:04.543794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-d6ee944b-7346-4b0a-a523-9813714d50d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:04.545210 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-d6ee944b-7346-4b0a-a523-9813714d50d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0578866 May 27 03:32:04.557115 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 6, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:04.582919 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c990ceb-91c9-4c57-9334-479390c69aa8 None None] The sync data for ids ['29cecf4a-6bcc-474d-ab38-41fcb721e29c'] in dv-cinder-828807-4-iscsi is: [{'id': '29cecf4a-6bcc-474d-ab38-41fcb721e29c', 'name': 'tempest-TestShelveInstance-1460572148-router', 'tenant_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:26:12Z', 'updated_at': '2022-05-27T03:32:04Z', 'revision_number': 6, 'project_id': '826d699dc70e4cf1a21d13dd9a4b61e3', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:04.586713 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-73e632eb-6612-4940-a1c2-3e4211390b36 req-b8f35e13-24d6-40e0-bea0-fe4de046d8b6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882118 May 27 03:32:04.605194 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.634112 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:04.666303 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-46641bb8-aea6-4030-9add-6a1389ed2239 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147795 May 27 03:32:04.698210 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.739713 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.771085 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cd3554ca-c6f7-44e8-a9ed-ed84bc256885 req-89510de1-d5cb-495b-a1ee-157673e82622 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987136 May 27 03:32:04.796915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.798326 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:04.799639 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks [] for router_controller (29cecf4a-6bcc-474d-ab38-41fcb721e29c), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.842598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (29cecf4a-6bcc-474d-ab38-41fcb721e29c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.843186 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29cecf4a-6bcc-474d-ab38-41fcb721e29c {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:32:04.847163 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.848318 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-d2b5231e-685f-42c9-80c9-dd1efe8ca1e9 admin admin] 10.222.0.62 "DELETE /v2.0/routers/29cecf4a-6bcc-474d-ab38-41fcb721e29c HTTP/1.1" status: 204 len: 168 time: 0.8072906 May 27 03:32:04.850768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35650) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:04.893990 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Deleting subnet 3b775cec-83c4-42fb-b805-63e5f1d97baf {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:32:04.896877 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Publish callbacks [] for subnet (3b775cec-83c4-42fb-b805-63e5f1d97baf), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:04.933859 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (3b775cec-83c4-42fb-b805-63e5f1d97baf), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.024190 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (3b775cec-83c4-42fb-b805-63e5f1d97baf), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.079652 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (3b775cec-83c4-42fb-b805-63e5f1d97baf), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.106656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b775cec-83c4-42fb-b805-63e5f1d97baf,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.108625 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.114485 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6aa8b337-f6b9-47b1-9e57-01df85f2d54a admin admin] 10.222.0.62 "DELETE /v2.0/subnets/3b775cec-83c4-42fb-b805-63e5f1d97baf HTTP/1.1" status: 204 len: 168 time: 0.2605400 May 27 03:32:05.114867 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faadbb12-ee5c-4771-9500-c173a4217da3 None None] Network 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:05.115315 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35652) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:05.185610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.229290 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Deleting port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:05.229629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.292151 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] For port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:05.292436 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.305194 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Calling delete_port for 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:05.351839 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] DHCP port deletion for 4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:32:05.379981 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:05.389708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Deleting port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:05.389708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.401060 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.427701 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.429534 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] No DVR routers for this DVR port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:05.462929 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] For port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,segment=NetworkSegment(7d719dde-c0d6-40be-8314-f54635ccca15),segment_id=7d719dde-c0d6-40be-8314-f54635ccca15)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:05.463333 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.478586 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Calling delete_port for 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:05.504212 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.527472 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4828d2b4-e73b-40e7-a4ea-dc968e7d37d5']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:05.538802 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d719dde-c0d6-40be-8314-f54635ccca15') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:05.539093 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d719dde-c0d6-40be-8314-f54635ccca15') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:05.549712 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (7d719dde-c0d6-40be-8314-f54635ccca15), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.557000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.565288 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (7d719dde-c0d6-40be-8314-f54635ccca15), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.571743 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Releasing vlan 569 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:32:05.572148 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (7d719dde-c0d6-40be-8314-f54635ccca15), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.587648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] Pushing event deleted for resources: {'Port': ['ID=0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.593648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8268015-8d45-41b1-ae82-8325848bd2a0 None None] No DVR routers for this DVR port 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:05.632083 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 7d719dde-c0d6-40be-8314-f54635ccca15 resource provider aggregate not found May 27 03:32:05.653770 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 7d719dde-c0d6-40be-8314-f54635ccca15 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d719dde-c0d6-40be-8314-f54635ccca15 found for delete ", "request_id": "req-bb78dbd0-a6de-4e87-bf2c-be283539e970"}]} May 27 03:32:05.654057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (4828d2b4-e73b-40e7-a4ea-dc968e7d37d5), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.659408 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.666923 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] 10.222.0.62 "DELETE /v2.0/networks/4828d2b4-e73b-40e7-a4ea-dc968e7d37d5 HTTP/1.1" status: 204 len: 168 time: 0.5511050 May 27 03:32:05.675595 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:05.681411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222e6695-5a30-4213-8eab-78be72c030f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4828d2b4-e73b-40e7-a4ea-dc968e7d37d5,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:05.706911 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:05.707193 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 0d2a4ee0-6d04-4b46-9f64-b3d5a52158a9 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:05.707616 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:05.752931 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:05.753298 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device e4e1f0d1-08ec-4e02-b5f3-76ff59fe56a8 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:05.754491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:05.758721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abd916-fe62-480c-91d5-7101a8994e2c req-646a4431-bb7e-41dd-b3c7-231d0fc1c377 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:05.760277 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-63abd916-fe62-480c-91d5-7101a8994e2c req-646a4431-bb7e-41dd-b3c7-231d0fc1c377 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 943 time: 0.0617864 May 27 03:32:05.777196 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:05.777551 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 22a97f54-0131-4dfb-9fe9-3f5c1c2739ec not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:05.814544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:05.825801 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-63abd916-fe62-480c-91d5-7101a8994e2c req-8e5f2c12-aac9-4fa0-a417-2388107a96b8 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583894 May 27 03:32:05.857505 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35664) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:05.898454 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-b20b2799-5472-4e65-804e-88fd354795e9 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1d73ce3d68ac4f6e99f9a3b194cde320&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0397809 May 27 03:32:05.900903 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35666) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:05.947902 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] Publish callbacks [] for security_group (4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.969809 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] Publish callbacks [] for security_group (4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:05.971727 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:06.014812 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.017898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.019012 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b HTTP/1.1" status: 204 len: 168 time: 0.1172130 May 27 03:32:06.026437 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4685bb-3b43-4d32-b98a-4fddc7d39c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb323aa-95ee-4ab4-a91a-58bfcc0f6b6b,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.346855 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35672) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.388579 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-daf8f4e3-87d1-4070-a6ab-1d5de31b1b3f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=826d699dc70e4cf1a21d13dd9a4b61e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0405712 May 27 03:32:06.391498 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35674) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:06.436337 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] Publish callbacks [] for security_group (05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.458114 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] Publish callbacks [] for security_group (05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.504072 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.506564 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:06.507683 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9 HTTP/1.1" status: 204 len: 168 time: 0.1152875 May 27 03:32:06.515654 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26820869-aa28-4a2e-aa43-2f9678436c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05eb74f0-ce90-42fb-a33b-cc3c1bcd2fc9,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:06.947334 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333f4041-94a6-40e5-b4f0-121a4507e202 req-5fee9c0a-8a2f-4754-bd58-dac75f800833 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:06.948826 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-333f4041-94a6-40e5-b4f0-121a4507e202 req-5fee9c0a-8a2f-4754-bd58-dac75f800833 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 943 time: 0.0482178 May 27 03:32:06.997714 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-333f4041-94a6-40e5-b4f0-121a4507e202 req-6d4d0189-2842-420a-a418-671ca360e4ad tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433097 May 27 03:32:07.258518 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device d64fc780-c20b-471e-aff8-575978e954c2 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:32:07.279576 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:07.357980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d64fc780-c20b-471e-aff8-575978e954c2,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:07.370005 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'd64fc780-c20b-471e-aff8-575978e954c2', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'port_id': 'd64fc780-c20b-471e-aff8-575978e954c2', 'mac_address': 'fa:16:3e:0f:f4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:32:07.375373 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:07.405501 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port d64fc780-c20b-471e-aff8-575978e954c2 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:07.406456 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (d64fc780-c20b-471e-aff8-575978e954c2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.421058 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d64fc780-c20b-471e-aff8-575978e954c2 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:07.443935 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d64fc780-c20b-471e-aff8-575978e954c2,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:07.448344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:07.498632 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:07.798980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['d64fc780-c20b-471e-aff8-575978e954c2'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:32:08.109464 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f19c235-1f02-4ee2-93df-a6fba4dd6f37 req-8f7c77e4-3bba-47f2-beaf-16c23cbaaf81 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:08.110835 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f19c235-1f02-4ee2-93df-a6fba4dd6f37 req-8f7c77e4-3bba-47f2-beaf-16c23cbaaf81 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 944 time: 0.0459781 May 27 03:32:08.156803 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2f19c235-1f02-4ee2-93df-a6fba4dd6f37 req-52dfe97e-6dfa-49e2-8f5f-6587f943ea88 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405285 May 27 03:32:09.274186 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe74e0-fb75-4b2a-a1cc-efcb371ec4d0 req-54e0cc55-5f1e-4b7f-b9e6-d3be41bc7343 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:09.275647 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5dfe74e0-fb75-4b2a-a1cc-efcb371ec4d0 req-54e0cc55-5f1e-4b7f-b9e6-d3be41bc7343 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 944 time: 0.0473018 May 27 03:32:09.285171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device d64fc780-c20b-471e-aff8-575978e954c2 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:09.322951 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5dfe74e0-fb75-4b2a-a1cc-efcb371ec4d0 req-29bf2872-87db-4256-9f78-9adfdadca1a6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419066 May 27 03:32:09.327470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port d64fc780-c20b-471e-aff8-575978e954c2 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:32:09.333803 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port d64fc780-c20b-471e-aff8-575978e954c2 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:09.334096 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (d64fc780-c20b-471e-aff8-575978e954c2), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.406635 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port d64fc780-c20b-471e-aff8-575978e954c2 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:09.407039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (d64fc780-c20b-471e-aff8-575978e954c2), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.429491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:09.431687 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f237f17-0fc1-4161-b0c6-2b147dbf7a25" -d '{"events": [{"server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "name": "network-vif-plugged", "status": "completed", "tag": "d64fc780-c20b-471e-aff8-575978e954c2"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:09.445053 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d64fc780-c20b-471e-aff8-575978e954c2,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:09.448997 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:09.475705 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eadb269-d153-49ad-8fd2-f98014815551 x-openstack-request-id: req-9eadb269-d153-49ad-8fd2-f98014815551 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:09.476012 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "name": "network-vif-plugged", "status": "completed", "tag": "d64fc780-c20b-471e-aff8-575978e954c2", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:09.476263 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9eadb269-d153-49ad-8fd2-f98014815551 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:09.476643 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9eadb269-d153-49ad-8fd2-f98014815551'] response: {'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2', 'code': 200} May 27 03:32:09.501137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:09.669041 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edf66b-0a4f-4265-8669-8a1c51627622 req-115db40e-7a7e-40ea-bc6c-ab6625e91bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:09.670520 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44edf66b-0a4f-4265-8669-8a1c51627622 req-115db40e-7a7e-40ea-bc6c-ab6625e91bdf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 1129 time: 0.0381448 May 27 03:32:09.713510 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44edf66b-0a4f-4265-8669-8a1c51627622 req-ecd391cc-191e-4220-8fc4-3123b2aff3fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368676 May 27 03:32:10.439351 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda1f7ff-41f5-4d73-af37-f905cece2914 req-fd171930-46eb-4193-b3e0-3239df0bb714 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:10.440838 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eda1f7ff-41f5-4d73-af37-f905cece2914 req-fd171930-46eb-4193-b3e0-3239df0bb714 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.0507534 May 27 03:32:10.486931 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-eda1f7ff-41f5-4d73-af37-f905cece2914 req-7ec9a5b6-76fe-43fe-8dd0-b356f9a006f9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406246 May 27 03:32:11.592635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:11.606215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c29f5-4abe-49b5-b0e1-6dc3dc577e7f req-6c562c0f-0e76-465e-b338-995de90193a2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:11.607648 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dc6c29f5-4abe-49b5-b0e1-6dc3dc577e7f req-6c562c0f-0e76-465e-b338-995de90193a2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.0496709 May 27 03:32:11.653220 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dc6c29f5-4abe-49b5-b0e1-6dc3dc577e7f req-7b330397-d894-44b4-8342-d738bc582376 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392401 May 27 03:32:11.762446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf1b2d-bfa3-4277-a710-49a4d8ed06eb req-25c05412-6420-4705-a478-db7724379d17 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:11.763843 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-cfdf1b2d-bfa3-4277-a710-49a4d8ed06eb req-25c05412-6420-4705-a478-db7724379d17 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.0470598 May 27 03:32:11.772140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35716) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:11.776369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'port_id': 'd64fc780-c20b-471e-aff8-575978e954c2'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:11.813457 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:11.870707 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:12.230729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.234375 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.327059 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP 833ef5fc-f485-41ce-b1ab-f71b07cc1f54 associated. External IP: 172.27.1.101, port: d64fc780-c20b-471e-aff8-575978e954c2. May 27 03:32:12.416566 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:12.763891 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:12.863703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:12.868536 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:12.872930 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:12.882579 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:12.883169 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:12.897697 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-00d0f17c-0737-46f3-92d5-4d0f08ba724b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "PUT /v2.0/floatingips/833ef5fc-f485-41ce-b1ab-f71b07cc1f54 HTTP/1.1" status: 200 len: 991 time: 1.1245303 May 27 03:32:12.898272 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:12.900513 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10" -d '{"events": [{"name": "network-changed", "server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "tag": "d64fc780-c20b-471e-aff8-575978e954c2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:12.935254 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885ac66c-2dd9-4772-93e1-b80c2b7b66f6 x-openstack-request-id: req-885ac66c-2dd9-4772-93e1-b80c2b7b66f6 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:12.935546 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "tag": "d64fc780-c20b-471e-aff8-575978e954c2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:12.935798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-885ac66c-2dd9-4772-93e1-b80c2b7b66f6 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:12.936221 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-885ac66c-2dd9-4772-93e1-b80c2b7b66f6'] response: {'name': 'network-changed', 'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2', 'status': 'completed', 'code': 200} May 27 03:32:12.985746 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:13.027682 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-e2dc3df2-290a-4a5e-a711-9170b082aede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:13.029106 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-e2dc3df2-290a-4a5e-a711-9170b082aede service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 1129 time: 0.0406389 May 27 03:32:13.123778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-aa4ce6f5-e1ce-432e-8d37-a73c13b4839a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:13.124894 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-aa4ce6f5-e1ce-432e-8d37-a73c13b4839a service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0896323 May 27 03:32:13.170136 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:13.188823 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-b6ffbce1-6a34-4466-9fe0-33bfc2159eb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d64fc780-c20b-471e-aff8-575978e954c2 HTTP/1.1" status: 200 len: 999 time: 0.0576854 May 27 03:32:13.192793 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '833ef5fc-f485-41ce-b1ab-f71b07cc1f54', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': 'd64fc780-c20b-471e-aff8-575978e954c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:0f:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:59Z', 'updated_at': '2022-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}, {'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.220069 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:13.228221 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:13.228810 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:31:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.236565 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-c8023683-4fd6-4c89-b641-8e26a102e2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:13.238020 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-c8023683-4fd6-4c89-b641-8e26a102e2df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0441418 May 27 03:32:13.285370 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-016a2359-57e1-4c02-ab1c-680bd240d330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:13.286781 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-016a2359-57e1-4c02-ab1c-680bd240d330 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421920 May 27 03:32:13.325384 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:13.377490 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-922cc83d-9dfd-4671-aaba-318c6ab2f991 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840516 May 27 03:32:13.481239 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c76e3aa2-f082-4f33-92d5-4bcfc281ce10 req-c707fffe-6d5d-432b-bfa7-77c6245182ac service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980010 May 27 03:32:13.489543 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:13.538087 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '833ef5fc-f485-41ce-b1ab-f71b07cc1f54', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': 'd64fc780-c20b-471e-aff8-575978e954c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:0f:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:59Z', 'updated_at': '2022-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}, {'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:13.561312 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfade96-946f-4da6-bb9b-e7a8543733e3 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '833ef5fc-f485-41ce-b1ab-f71b07cc1f54', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.101', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': 'd64fc780-c20b-471e-aff8-575978e954c2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:0f:f4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:59Z', 'updated_at': '2022-05-27T03:32:12Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}, {'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:13.762112 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddf76287-6b66-4d2d-b304-2b9e2db31583 None None] New status for floating IP 833ef5fc-f485-41ce-b1ab-f71b07cc1f54: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:32:19.085055 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:20.388468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 35774) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:20.389631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f92d24e5-1f62-4776-91c2-4227084f2899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.500132 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-849a7444-c970-483e-b0a9-45085b7bf953 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.573215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-849a7444-c970-483e-b0a9-45085b7bf953 admin admin] Publish callbacks [] for security_group (68435628-279e-47dc-83cc-88cacc47021a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.576646 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-849a7444-c970-483e-b0a9-45085b7bf953 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (68435628-279e-47dc-83cc-88cacc47021a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.615036 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-849a7444-c970-483e-b0a9-45085b7bf953 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=2e8bb0a7f00d46e6b619e1d821053481&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2255890 May 27 03:32:20.615892 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849a7444-c970-483e-b0a9-45085b7bf953 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68435628-279e-47dc-83cc-88cacc47021a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:20.617808 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 35778) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:20.666866 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] Publish callbacks [] for security_group (68435628-279e-47dc-83cc-88cacc47021a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.687538 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] Publish callbacks [] for security_group (68435628-279e-47dc-83cc-88cacc47021a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.735127 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (68435628-279e-47dc-83cc-88cacc47021a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.737648 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:20.738830 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/68435628-279e-47dc-83cc-88cacc47021a HTTP/1.1" status: 204 len: 168 time: 0.1199918 May 27 03:32:20.746680 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3471779f-2da0-46a5-9650-0dbc69d8e4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68435628-279e-47dc-83cc-88cacc47021a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:22.664595 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-574f280f-4795-4c4a-9697-fa0745a2c9f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:22.914954 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-452a2871-a090-4fe0-a909-c2d3b7599b28 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/networks?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289347 May 27 03:32:23.031000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:23.100040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-dabd96bc-8837-4bb1-a38a-87260e630b09 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:23.101499 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-dabd96bc-8837-4bb1-a38a-87260e630b09 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1816604 May 27 03:32:23.115704 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-95cbf1a9-8dae-4fca-bb99-dc8e1c174ced tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/quotas/3c0d3f3daacc41ac8d7f458b7e3ff067 HTTP/1.1" status: 200 len: 375 time: 0.0088844 May 27 03:32:23.152703 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-7739db68-b13c-42fb-ab13-43b767f99a99 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276799 May 27 03:32:23.312566 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-5173d3a7-74e3-4c13-bf05-0ea318abf519 req-4daf80d2-f055-49b9-a319-7fd510dd44d4 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 210 time: 0.0277450 May 27 03:32:23.535059 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=88 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:23.993538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.406632 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0e69f292-fae5-441c-88b6-e06e144d8686 req-bd48fe04-499f-4307-9bd9-8b42f32083d4 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 210 time: 0.0280776 May 27 03:32:24.515403 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-4b91d5a0-1e35-4ed0-8367-92a343877254 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208480 May 27 03:32:24.622586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-c54b108f-bebb-4367-9351-87287d63678a tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:24.624004 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-c54b108f-bebb-4367-9351-87287d63678a tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1019921 May 27 03:32:24.642136 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Request body: {'port': {'device_id': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d', 'admin_state_up': True, 'tenant_id': '3c0d3f3daacc41ac8d7f458b7e3ff067'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:24.748924 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Made reservation on behalf of 3c0d3f3daacc41ac8d7f458b7e3ff067 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:24.752287 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.761177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.807349 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:24.839598 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks [] for security_group (6625b177-8745-46b7-bd9f-eab9f360e14e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.842987 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6625b177-8745-46b7-bd9f-eab9f360e14e), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:24.901693 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6625b177-8745-46b7-bd9f-eab9f360e14e,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:24.976785 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Allocated IP 192.168.233.112 (387cc0ce-5002-4cac-898c-db1c82da7a7d/a8347e63-e875-42b9-91e3-c16747f0a927/adeea0e6-d981-4b59-afd5-9623c12e314b) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:25.119624 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks [] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.150161 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.157996 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:25.202363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Network 387cc0ce-5002-4cac-898c-db1c82da7a7d is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:25.206025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:25.208259 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Pushing event updated for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.210361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:25.259507 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:25.260142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.276700 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-417f78f8-d6d0-47b0-b158-d4ab93b957cd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6381233 May 27 03:32:25.293268 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Request body: {'port': {'device_id': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:25.353651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.354626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.464346 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-ab4e6d9f-09e4-4350-88f1-9618f5ab9d0f None None] Provisioning complete for port adeea0e6-d981-4b59-afd5-9623c12e314b triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:25.464971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-ab4e6d9f-09e4-4350-88f1-9618f5ab9d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.498946 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-ab4e6d9f-09e4-4350-88f1-9618f5ab9d0f None None] Port adeea0e6-d981-4b59-afd5-9623c12e314b cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:25.521479 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:25.525512 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6bf3c4-7342-4ed0-bca0-0058e09b7fd8 req-d662b502-ed3f-4a3a-b53f-2a2e361ca3d1 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:25.526994 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e6bf3c4-7342-4ed0-bca0-0058e09b7fd8 req-d662b502-ed3f-4a3a-b53f-2a2e361ca3d1 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 936 time: 0.0530944 May 27 03:32:25.570799 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:25.575536 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7e6bf3c4-7342-4ed0-bca0-0058e09b7fd8 req-af0bf2d1-c00c-40a7-bb1e-43ca1e7f6959 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429201 May 27 03:32:25.641516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adeea0e6-d981-4b59-afd5-9623c12e314b {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:25.649307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks [] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.661981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Transition to ACTIVE for port object adeea0e6-d981-4b59-afd5-9623c12e314b will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:32:25.666630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.713043 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Pushing event updated for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.792488 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Attempting to bind port adeea0e6-d981-4b59-afd5-9623c12e314b on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:25.792927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Attempting to bind port adeea0e6-d981-4b59-afd5-9623c12e314b by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:25.793266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Attempting to bind port adeea0e6-d981-4b59-afd5-9623c12e314b on network 387cc0ce-5002-4cac-898c-db1c82da7a7d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:25.798035 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Port adeea0e6-d981-4b59-afd5-9623c12e314b on network 387cc0ce-5002-4cac-898c-db1c82da7a7d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:32:25.798363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Attempting to bind port adeea0e6-d981-4b59-afd5-9623c12e314b on network 387cc0ce-5002-4cac-898c-db1c82da7a7d {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:25.803405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:25.803757 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Checking segment: {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:25.804171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Bound using segment: {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:25.804600 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Bound port: adeea0e6-d981-4b59-afd5-9623c12e314b, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65877059-008b-4c6d-a041-1671208f99f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 575, 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:25.804963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.869271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:25.872441 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=adeea0e6-d981-4b59-afd5-9623c12e314b,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:25.878074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.917021 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:25.917666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:25.919179 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] 10.222.0.60 "PUT /v2.0/ports/adeea0e6-d981-4b59-afd5-9623c12e314b HTTP/1.1" status: 200 len: 1098 time: 0.6301610 May 27 03:32:25.919603 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:25.921903 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4" -d '{"events": [{"name": "network-changed", "server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:25.949419 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3715df8-3992-4c61-b809-0d871fa1c41a service neutron] Pushing event updated for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:25.973250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd89c1e-0eb2-434e-83cf-7b6ddcdd99b7 x-openstack-request-id: req-1bd89c1e-0eb2-434e-83cf-7b6ddcdd99b7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:25.973543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:25.973816 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1bd89c1e-0eb2-434e-83cf-7b6ddcdd99b7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:25.974216 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd89c1e-0eb2-434e-83cf-7b6ddcdd99b7'] response: {'name': 'network-changed', 'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b', 'status': 'completed', 'code': 200} May 27 03:32:26.043987 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-f6358306-ad9f-4492-808a-d0f23b34c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:26.045520 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-f6358306-ad9f-4492-808a-d0f23b34c174 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 1132 time: 0.0443220 May 27 03:32:26.101436 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-8ff910a6-e40c-40f6-a2fc-170a5992eb9a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=adeea0e6-d981-4b59-afd5-9623c12e314b HTTP/1.1" status: 200 len: 217 time: 0.0328918 May 27 03:32:26.143956 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:26.152218 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-77e10d3c-830a-4487-a3a0-f12d792d2c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:26.153627 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-77e10d3c-830a-4487-a3a0-f12d792d2c6a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8347e63-e875-42b9-91e3-c16747f0a927 HTTP/1.1" status: 200 len: 843 time: 0.0448217 May 27 03:32:26.200491 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-f973c489-9939-4858-b800-c1b759f78774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:26.201882 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-f973c489-9939-4858-b800-c1b759f78774 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=387cc0ce-5002-4cac-898c-db1c82da7a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0419507 May 27 03:32:26.288076 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-cfd9e1da-9f3c-4e98-a713-6cd5585ab97b service neutron] 10.222.0.60 "GET /v2.0/networks/387cc0ce-5002-4cac-898c-db1c82da7a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799305 May 27 03:32:26.377617 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-06c745c9-bb11-487b-8f1d-5d5cee6df491 req-7f26e35b-aa9e-478b-a752-60894a93de2f service neutron] 10.222.0.60 "GET /v2.0/networks/387cc0ce-5002-4cac-898c-db1c82da7a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840983 May 27 03:32:26.692179 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc6de50-4843-493d-a071-0d873daf29eb req-52c77680-ca1d-4187-b86b-b219403d623f tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:26.693604 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bcc6de50-4843-493d-a071-0d873daf29eb req-52c77680-ca1d-4187-b86b-b219403d623f tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 948 time: 0.0462394 May 27 03:32:26.739136 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bcc6de50-4843-493d-a071-0d873daf29eb req-396d9ec5-e0ea-47d7-8f8a-a53e4aba4ca0 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401015 May 27 03:32:26.764048 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:26.765566 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=92,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:26.777932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:27.325229 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-04f40b89-7a56-48a0-8756-84256bad444a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.326601 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-04f40b89-7a56-48a0-8756-84256bad444a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 1132 time: 0.0391083 May 27 03:32:27.405699 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:27.415622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-ca440fee-7996-44cd-b6dc-b85cc8b0e3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.417111 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-ca440fee-7996-44cd-b6dc-b85cc8b0e3b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=387cc0ce-5002-4cac-898c-db1c82da7a7d HTTP/1.1" status: 200 len: 870 time: 0.0838335 May 27 03:32:27.459385 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-00a56219-763f-4e6d-8ff6-5ba9c5ecab03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.112&port_id=adeea0e6-d981-4b59-afd5-9623c12e314b HTTP/1.1" status: 200 len: 217 time: 0.0359290 May 27 03:32:27.506596 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-553585bf-7fff-4e15-9cd7-44008943dcef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.508007 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-553585bf-7fff-4e15-9cd7-44008943dcef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8347e63-e875-42b9-91e3-c16747f0a927 HTTP/1.1" status: 200 len: 843 time: 0.0423543 May 27 03:32:27.550674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-2e8609f3-cae2-4cb0-85d9-755c85a7937e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.552124 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-2e8609f3-cae2-4cb0-85d9-755c85a7937e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=387cc0ce-5002-4cac-898c-db1c82da7a7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0370367 May 27 03:32:27.641537 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-9e4eba7a-2788-426d-aa4e-34edc25c86b6 service neutron] 10.222.0.60 "GET /v2.0/networks/387cc0ce-5002-4cac-898c-db1c82da7a7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838840 May 27 03:32:27.728268 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7294de60-6bc7-4235-a8a5-e5e481ccd3d4 req-7a674b55-a4a9-4d92-b195-79f0d659ae77 service neutron] 10.222.0.60 "GET /v2.0/networks/387cc0ce-5002-4cac-898c-db1c82da7a7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797393 May 27 03:32:27.856977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec4c3de-f493-4a17-aba9-66e0baad4139 req-22aac49e-556a-408c-a204-6bf7ed923ba1 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:27.858473 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ec4c3de-f493-4a17-aba9-66e0baad4139 req-22aac49e-556a-408c-a204-6bf7ed923ba1 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 948 time: 0.0512612 May 27 03:32:27.905060 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9ec4c3de-f493-4a17-aba9-66e0baad4139 req-a1f8372e-b6b5-43be-adb2-73bd8e24d07e tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 May 27 03:32:28.380989 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.017956 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8004576-f383-476f-b30c-9f576097b431 req-aebf809b-e87d-4cc9-ba85-6bca0ff417a0 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:29.019403 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f8004576-f383-476f-b30c-9f576097b431 req-aebf809b-e87d-4cc9-ba85-6bca0ff417a0 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 948 time: 0.0488107 May 27 03:32:29.065502 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f8004576-f383-476f-b30c-9f576097b431 req-c1156bf7-fcd5-4aec-b6c5-7e424b8468f5 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397868 May 27 03:32:29.080429 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=9 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:29.386531 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device adeea0e6-d981-4b59-afd5-9623c12e314b details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:32:29.483307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=adeea0e6-d981-4b59-afd5-9623c12e314b,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:29.495236 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': 'adeea0e6-d981-4b59-afd5-9623c12e314b', 'network_id': '387cc0ce-5002-4cac-898c-db1c82da7a7d', 'port_id': 'adeea0e6-d981-4b59-afd5-9623c12e314b', 'mac_address': 'fa:16:3e:ee:82:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 575, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8347e63-e875-42b9-91e3-c16747f0a927', 'ip_address': '192.168.233.112'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:32:29.647872 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port adeea0e6-d981-4b59-afd5-9623c12e314b is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:29.648174 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.660977 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adeea0e6-d981-4b59-afd5-9623c12e314b {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:32:29.680669 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=adeea0e6-d981-4b59-afd5-9623c12e314b,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:29.684387 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:29.727985 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:30.028355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['adeea0e6-d981-4b59-afd5-9623c12e314b'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:32:30.179438 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04aca68-ac55-43e1-96c6-f6e0aac2751c req-e940f5fd-9f29-4c63-b404-777afa78173f tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:30.180924 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d04aca68-ac55-43e1-96c6-f6e0aac2751c req-e940f5fd-9f29-4c63-b404-777afa78173f tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 949 time: 0.0464277 May 27 03:32:30.227360 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d04aca68-ac55-43e1-96c6-f6e0aac2751c req-272da7db-399b-4e78-8aa2-2c038d20e9f3 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407939 May 27 03:32:31.337690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c00f6d-4d5e-42bc-8fb3-46f50354998c req-89d3b350-d65a-463b-bfdf-034e291577a0 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.339132 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57c00f6d-4d5e-42bc-8fb3-46f50354998c req-89d3b350-d65a-463b-bfdf-034e291577a0 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 949 time: 0.0461438 May 27 03:32:31.384813 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57c00f6d-4d5e-42bc-8fb3-46f50354998c req-67b4e1ab-659a-442b-ae78-043553f7958b tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402496 May 27 03:32:31.409457 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device adeea0e6-d981-4b59-afd5-9623c12e314b up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:31.452200 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port adeea0e6-d981-4b59-afd5-9623c12e314b completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:32:31.458533 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port adeea0e6-d981-4b59-afd5-9623c12e314b triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:31.458900 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:31.530476 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port adeea0e6-d981-4b59-afd5-9623c12e314b is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:31.530775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:31.552577 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:31.554769 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a558036-4d8b-4a57-9064-e5f38ef06164" -d '{"events": [{"server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "name": "network-vif-plugged", "status": "completed", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:31.567891 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=adeea0e6-d981-4b59-afd5-9623c12e314b,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:31.571522 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:31.599498 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139cfdc7-22a1-4029-9cef-2d9be1f2db7c x-openstack-request-id: req-139cfdc7-22a1-4029-9cef-2d9be1f2db7c {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:31.599783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "name": "network-vif-plugged", "status": "completed", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:31.600057 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-139cfdc7-22a1-4029-9cef-2d9be1f2db7c {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:31.600448 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139cfdc7-22a1-4029-9cef-2d9be1f2db7c'] response: {'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b', 'code': 200} May 27 03:32:31.618857 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:31.805181 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da578394-649c-4f81-95e8-c95ccee91644 req-14e78143-e786-4956-88e0-8c2b7a0cf048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:31.806561 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-da578394-649c-4f81-95e8-c95ccee91644 req-14e78143-e786-4956-88e0-8c2b7a0cf048 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 1134 time: 0.0375102 May 27 03:32:31.856116 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-da578394-649c-4f81-95e8-c95ccee91644 req-f400065c-f5f1-463e-8569-4ff20811b4ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422568 May 27 03:32:32.495575 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbffff58-0cd6-4ec5-a362-b243344a6892 req-dcf10d27-9c46-4747-ba4d-78536f48bdb6 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:32.497019 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbffff58-0cd6-4ec5-a362-b243344a6892 req-dcf10d27-9c46-4747-ba4d-78536f48bdb6 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 950 time: 0.0452340 May 27 03:32:32.545437 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bbffff58-0cd6-4ec5-a362-b243344a6892 req-fd5d954d-56aa-47e0-b040-1f4057e41fa8 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430038 May 27 03:32:33.665564 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c507d690-d2d4-4843-9ca0-0ce6645ea42c req-57ee9415-55d4-40e2-9a81-396055935cc3 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:33.666937 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c507d690-d2d4-4843-9ca0-0ce6645ea42c req-57ee9415-55d4-40e2-9a81-396055935cc3 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 950 time: 0.0461411 May 27 03:32:33.713777 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c507d690-d2d4-4843-9ca0-0ce6645ea42c req-28b2c515-47fc-445e-81b3-b6a8ac2a3027 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413525 May 27 03:32:33.954499 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:33.970048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a25ae3f-fb32-428e-8390-acc85656cc5e req-ead67b96-60f1-4ed8-83e0-14f6db8e3150 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:33.971514 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2a25ae3f-fb32-428e-8390-acc85656cc5e req-ead67b96-60f1-4ed8-83e0-14f6db8e3150 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 950 time: 0.0478311 May 27 03:32:34.018134 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2a25ae3f-fb32-428e-8390-acc85656cc5e req-33cb3f2f-1ef8-4e8a-9eba-e3851f62cc55 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404978 May 27 03:32:35.129891 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85841438-5bf2-4439-a770-dbd14d22f42a req-67192f6c-2483-4670-9260-77c9bd42e5fd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:35.132109 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85841438-5bf2-4439-a770-dbd14d22f42a req-67192f6c-2483-4670-9260-77c9bd42e5fd tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 950 time: 0.0460806 May 27 03:32:35.178952 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85841438-5bf2-4439-a770-dbd14d22f42a req-55fcf7d4-c65f-4525-bf36-185ccb62e053 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/security-groups?id=6625b177-8745-46b7-bd9f-eab9f360e14e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410817 May 27 03:32:35.753419 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-784fd049-4360-4281-887c-bf0b74ba4788 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:35.754860 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-784fd049-4360-4281-887c-bf0b74ba4788 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.60 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 950 time: 0.0487237 May 27 03:32:35.842052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Deleting port adeea0e6-d981-4b59-afd5-9623c12e314b {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:35.842537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:35.933939 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:35.943562 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] For port adeea0e6-d981-4b59-afd5-9623c12e314b, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=adeea0e6-d981-4b59-afd5-9623c12e314b,segment=NetworkSegment(65877059-008b-4c6d-a041-1671208f99f9),segment_id=65877059-008b-4c6d-a041-1671208f99f9)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:35.944645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:35.958959 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Calling delete_port for adeea0e6-d981-4b59-afd5-9623c12e314b owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:36.081430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (adeea0e6-d981-4b59-afd5-9623c12e314b), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:36.110502 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Pushing event deleted for resources: {'Port': ['ID=adeea0e6-d981-4b59-afd5-9623c12e314b,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:36.120289 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['adeea0e6-d981-4b59-afd5-9623c12e314b'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:32:36.159519 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] No DVR routers for this DVR port adeea0e6-d981-4b59-afd5-9623c12e314b on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:36.162142 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:36.165968 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2fe4202b-5c25-49ba-8931-d5da010fbf53 req-6d076b81-c43b-45e7-ae98-6f77604dba8d tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.60 "DELETE /v2.0/ports/adeea0e6-d981-4b59-afd5-9623c12e314b HTTP/1.1" status: 204 len: 173 time: 0.4015031 May 27 03:32:36.166653 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'name': 'network-vif-deleted', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:36.169510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a63abd4e-d270-4627-bdc7-7bf2dfbcd9c2" -d '{"events": [{"server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "name": "network-vif-deleted", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:36.212040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63dc078-bd33-4918-b683-238615e7c500 x-openstack-request-id: req-b63dc078-bd33-4918-b683-238615e7c500 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:36.212365 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93cd4801-afa7-4646-99ad-90a1fa39ccbd", "name": "network-vif-deleted", "tag": "adeea0e6-d981-4b59-afd5-9623c12e314b", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:36.212902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-b63dc078-bd33-4918-b683-238615e7c500 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:36.213354 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b63dc078-bd33-4918-b683-238615e7c500'] response: {'server_uuid': '93cd4801-afa7-4646-99ad-90a1fa39ccbd', 'name': 'network-vif-deleted', 'tag': 'adeea0e6-d981-4b59-afd5-9623c12e314b', 'status': 'completed', 'code': 200} May 27 03:32:36.287732 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f96f6330-aa97-4461-8600-1e747fac1d08 req-35676949-bab9-4c8d-a916-345583138e16 tempest-VolumesNegativeTest-2081253501 tempest-VolumesNegativeTest-2081253501-project] 10.222.0.62 "GET /v2.0/ports?device_id=93cd4801-afa7-4646-99ad-90a1fa39ccbd HTTP/1.1" status: 200 len: 210 time: 0.0297608 May 27 03:32:39.466618 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device adeea0e6-d981-4b59-afd5-9623c12e314b no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:39.486078 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: adeea0e6-d981-4b59-afd5-9623c12e314b {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:39.486425 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device adeea0e6-d981-4b59-afd5-9623c12e314b not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:41.148532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36130) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:41.277088 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-785dfde1-ad38-4a35-b083-bc8d777c7fb7 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3c0d3f3daacc41ac8d7f458b7e3ff067&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1274309 May 27 03:32:41.279612 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36134) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:41.325303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] Publish callbacks [] for security_group (6625b177-8745-46b7-bd9f-eab9f360e14e), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.345771 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] Publish callbacks [] for security_group (6625b177-8745-46b7-bd9f-eab9f360e14e), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.391525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6625b177-8745-46b7-bd9f-eab9f360e14e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.394065 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:41.395249 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6625b177-8745-46b7-bd9f-eab9f360e14e HTTP/1.1" status: 204 len: 168 time: 0.1146843 May 27 03:32:41.402895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1326bb3-9c00-4746-b8c0-fa3883711d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6625b177-8745-46b7-bd9f-eab9f360e14e,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.001411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36156) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:42.095626 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1146741359-network', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:42.099914 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=76,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.117202 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Made reservation on behalf of 54f9fd67a8e2485eba03336c3b0b6b4e for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:42.120108 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.128488 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.205320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks [] for security_group (6674b9c6-f595-40ab-8d91-5960a2451c63), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.208876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6674b9c6-f595-40ab-8d91-5960a2451c63), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.454165 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 566, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:42.465128 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6674b9c6-f595-40ab-8d91-5960a2451c63,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.473364 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.473757 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Added segment 8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6 of type vlan for network 96fb4a58-7b25-4b09-a351-97db452d91e4 May 27 03:32:42.475733 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.476100 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.476487 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.476816 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.477139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.477457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.477778 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.478114 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.478433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.478754 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.479069 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.479381 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.479691 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.480031 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.480340 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:42.521543 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (96fb4a58-7b25-4b09-a351-97db452d91e4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.546400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (96fb4a58-7b25-4b09-a351-97db452d91e4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.547385 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:42.547994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.565966 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.603282 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6006768 May 27 03:32:42.606187 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36164) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:42.611398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Request body: {'subnet': {'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1146741359-subnet', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:42.616706 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0979-514c-433f-a22b-de465b070cd6 admin admin] Pushing event updated for resources: {'Network': ['ID=96fb4a58-7b25-4b09-a351-97db452d91e4,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.627393 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:32:42.639350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Made reservation on behalf of 54f9fd67a8e2485eba03336c3b0b6b4e for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:42.641997 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9967568'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.754172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.805857 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9951579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9967558'] for subnet (8f13b7e9-c670-4db2-9ad9-b019d1a67364), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.866882 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8f13b7e9-c670-4db2-9ad9-b019d1a67364,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:42.873860 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Checking segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:42.874252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Network hostable DHCP agents. Network: 96fb4a58-7b25-4b09-a351-97db452d91e4, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:42.891921 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:42.901254 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 96fb4a58-7b25-4b09-a351-97db452d91e4) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:42.905781 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:42.906713 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.909829 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb12daa-0198-4014-b693-efdcee168910 None None] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:42.924159 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-3c5efab1-785f-43af-bb63-db1baa6a8857 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3167617 May 27 03:32:42.926848 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36168) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:42.931326 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:42.953451 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.954479 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:42.957653 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:42.960851 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:43.010961 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for router_controller (e3f60f05-49bd-4e2d-909e-81638ecabaed), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.026651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-96fb4a58-7b25-4b09-a351-97db452d91e4', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:32:43.026651 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.143190 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for router_gateway (e3f60f05-49bd-4e2d-909e-81638ecabaed), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.157689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Allocated IP 172.20.0.2 (96fb4a58-7b25-4b09-a351-97db452d91e4/8f13b7e9-c670-4db2-9ad9-b019d1a67364/6ea9a517-1d32-45d1-8566-6a8c258248ef) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:43.314344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks [] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.323281 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.334411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for router_gateway (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.352936 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.367989 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:43.373467 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:43.375837 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:43.379188 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Pushing event updated for resources: {'Port': ['ID=6ea9a517-1d32-45d1-8566-6a8c258248ef,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.433664 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Attempting to bind port 6ea9a517-1d32-45d1-8566-6a8c258248ef on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:43.434033 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Attempting to bind port 6ea9a517-1d32-45d1-8566-6a8c258248ef by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:43.434402 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Attempting to bind port 6ea9a517-1d32-45d1-8566-6a8c258248ef on network 96fb4a58-7b25-4b09-a351-97db452d91e4 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:43.439425 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:43.439803 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Checking segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:43.440239 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.440634 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Bound using segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:43.441095 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Bound port: 6ea9a517-1d32-45d1-8566-6a8c258248ef, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:43.441471 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.460933 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Allocated IP 172.27.1.113 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/812a6ca0-c3d6-4f9c-9484-53380ecb1d57) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:43.495081 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:43.503193 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] For port 6ea9a517-1d32-45d1-8566-6a8c258248ef, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:43.506525 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] For port 6ea9a517-1d32-45d1-8566-6a8c258248ef, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=6ea9a517-1d32-45d1-8566-6a8c258248ef,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:43.512813 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.572364 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3c499-7c4a-4f46-b7a7-775eabe3a73b None None] Pushing event updated for resources: {'Port': ['ID=6ea9a517-1d32-45d1-8566-6a8c258248ef,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.583321 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.618682 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:43.666753 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:43.669848 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:43.672500 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:43.706107 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Pushing event updated for resources: {'Port': ['ID=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:43.838998 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:43.942174 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for router_gateway (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.126432 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.255309 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Router e3f60f05-49bd-4e2d-909e-81638ecabaed is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:32:44.364116 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:44.373787 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Sync routers for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:44.382939 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.386883 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:44.387514 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:44.387702 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-44f2e403-bc93-4cae-b773-537cc3539819 admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4597850 May 27 03:32:44.387878 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36170) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:44.415043 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ffb7b-8eb7-48f6-8be5-6555eceebb99 None None] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:44.492847 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.506206 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Provisioning complete for port 6ea9a517-1d32-45d1-8566-6a8c258248ef triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:44.506671 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.506992 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:44.616844 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Current status of the port 6ea9a517-1d32-45d1-8566-6a8c258248ef is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:44.617234 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.653723 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] For port 6ea9a517-1d32-45d1-8566-6a8c258248ef, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=6ea9a517-1d32-45d1-8566-6a8c258248ef,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:44.663374 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.716247 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b034b80e-9a98-4a95-9a7c-9f9c27628faf None None] Pushing event updated for resources: {'Port': ['ID=6ea9a517-1d32-45d1-8566-6a8c258248ef,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:44.716699 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:43Z', 'revision_number': 3, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:44.740202 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.743799 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Checking router: e3f60f05-49bd-4e2d-909e-81638ecabaed for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:44.744327 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Updating router e3f60f05-49bd-4e2d-909e-81638ecabaed port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:44.779100 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.883577 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-529347f3-e0ea-4380-b07c-60274fd3966a None None] Provisioning complete for port 6ea9a517-1d32-45d1-8566-6a8c258248ef triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:44.884016 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-529347f3-e0ea-4380-b07c-60274fd3966a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:44.908782 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:44.967218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-529347f3-e0ea-4380-b07c-60274fd3966a None None] Current status of the port 6ea9a517-1d32-45d1-8566-6a8c258248ef is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:45.063594 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.153326 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks [] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.158580 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.213625 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.218588 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Pushing event updated for resources: {'Port': ['ID=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:45.223337 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Attempting to bind port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:45.223981 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Attempting to bind port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:45.224586 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Attempting to bind port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:45.228205 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Allocated IP 172.20.0.1 (96fb4a58-7b25-4b09-a351-97db452d91e4/8f13b7e9-c670-4db2-9ad9-b019d1a67364/583bfcae-da06-4b89-a25f-a0d090494e31) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:45.233100 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.233545 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.233908 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.234327 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.234657 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.235257 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.235409 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.235840 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.236163 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.236490 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.236811 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.237146 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.237471 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.237785 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.238101 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103926) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:45.247764 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:45.248461 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:45.249099 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.249697 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:45.250415 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Bound port: 812a6ca0-c3d6-4f9c-9484-53380ecb1d57, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:45.251056 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.309193 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] For port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:45.313307 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] For port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:45.319449 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.341540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks [] for port (583bfcae-da06-4b89-a25f-a0d090494e31), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.375364 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.378637 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:45.379298 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:45.416601 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.417692 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:45.421504 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:45.422339 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.425425 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:45.427586 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ace45d-4b5a-43e4-b820-ab3a3d0879a3 None None] Pushing event updated for resources: {'Port': ['ID=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:45.428862 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Pushing event updated for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:45.472352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.505804 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:45.624260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:45.634458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.694097 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-0b98ef65-8e7d-4577-9a42-280ed7464f24 None None] Provisioning complete for port 583bfcae-da06-4b89-a25f-a0d090494e31 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:45.694895 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0b98ef65-8e7d-4577-9a42-280ed7464f24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.707870 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:43Z', 'revision_number': 3, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:45.717856 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 6ea9a517-1d32-45d1-8566-6a8c258248ef up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:45.740826 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6dd464-7ddd-448b-9c06-7846bf895aa3 None None] The sync data for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi is: [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:43Z', 'revision_number': 3, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:45.760933 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-0b98ef65-8e7d-4577-9a42-280ed7464f24 None None] Port 583bfcae-da06-4b89-a25f-a0d090494e31 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:45.780039 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 6ea9a517-1d32-45d1-8566-6a8c258248ef triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:45.780464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.853497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks [] for port (583bfcae-da06-4b89-a25f-a0d090494e31), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.858401 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.864361 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 6ea9a517-1d32-45d1-8566-6a8c258248ef is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:45.940073 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:45.941741 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Pushing event updated for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:46.046322 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:46.047762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:46.109371 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:46.170223 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Router e3f60f05-49bd-4e2d-909e-81638ecabaed has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:46.282207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-dc21e19c-6872-4a69-8899-490da2edd00f None None] Provisioning complete for port 583bfcae-da06-4b89-a25f-a0d090494e31 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:46.282691 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-dc21e19c-6872-4a69-8899-490da2edd00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.285348 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:46.292320 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-51d9a686-4d0c-4649-8420-c89044882fdf admin admin] 10.222.0.62 "PUT /v2.0/routers/e3f60f05-49bd-4e2d-909e-81638ecabaed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9032674 May 27 03:32:46.316283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-dc21e19c-6872-4a69-8899-490da2edd00f None None] Port 583bfcae-da06-4b89-a25f-a0d090494e31 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:46.768928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36186) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:46.773860 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1093504311-network', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:46.794144 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Made reservation on behalf of 0dc01eb63c1440bc86fc0e01ee8e10e7 for: {'network': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:46.796597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.806054 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.869731 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:46.884295 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks [] for security_group (d41dea85-0a71-4ec2-b587-92f3a0678ead), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.887999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d41dea85-0a71-4ec2-b587-92f3a0678ead), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.913360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] vlan segment allocate from pool success with {'vlan_id': 570, 'physical_network': 'physnet1'} {{(pid=103923) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:32:46.923697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41dea85-0a71-4ec2-b587-92f3a0678ead,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:46.929405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (f9a5ee65-c53e-4331-9426-e7a880a2f55e), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:46.929820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.segments_db [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Added segment f9a5ee65-c53e-4331-9426-e7a880a2f55e of type vlan for network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 May 27 03:32:46.974903 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.000074 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.001118 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:47.001703 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.053975 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.2839289 May 27 03:32:47.056666 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36188) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:47.062172 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Request body: {'subnet': {'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1093504311-subnet', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'ip_version': 4}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:47.065190 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4906a710-bf4e-438e-9fa6-131bdc967946 admin admin] Pushing event updated for resources: {'Network': ['ID=845ff40e-8a6b-46d6-b4a6-9a3e523dfb81,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:47.077931 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:32:47.088504 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Made reservation on behalf of 0dc01eb63c1440bc86fc0e01ee8e10e7 for: {'subnet': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:32:47.091216 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10475577'] for subnet (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.093809 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:47.264199 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9708327', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10475567'] for subnet (d19e85db-24a6-4ecd-86fb-e93890b38baf), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.298493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Sync routers for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:47.305169 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:47.309089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:47.309702 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:47.320531 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Pushing event updated for resources: {'Subnet': ['ID=d19e85db-24a6-4ecd-86fb-e93890b38baf,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:47.335929 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Checking segment: {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103924) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:47.336293 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Network hostable DHCP agents. Network: 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103924) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:32:47.353965 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103924) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:32:47.363126 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81) {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:47.367963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:47.368304 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.373843 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87c7f766-0377-42e6-b621-7f6053009efd None None] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:47.385985 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-66932878-d95a-4398-bcda-aaaf2b77f25f admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3270981 May 27 03:32:47.388600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36190) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:47.392748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:32:47.413120 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-563533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-7999'] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.414153 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-611069', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-548941', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-656302', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-7942'] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.468481 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for router_controller (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), precommit_add_association {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.605090 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for router_gateway (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.637009 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:47.638708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:47.723909 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:47.797642 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for router_gateway (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.816834 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.876913 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp0267ad7e-3750-5d6f-8e7c-3249211e6856-845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'fixed_ips': [{'subnet_id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf'}]}} from dv-cinder-828807-4-iscsi. {{(pid=103925) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} May 27 03:32:47.877840 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.885226 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:47.921602 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:47.921974 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:47.931935 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Allocated IP 172.27.1.180 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/4b9af465-226e-4a53-9b0c-bd811dbff621) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:47.993020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:48.036788 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.069531 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.105969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:48.112259 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:48.114608 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:48.130151 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 2, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:48.146438 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Pushing event updated for resources: {'Port': ['ID=4b9af465-226e-4a53-9b0c-bd811dbff621,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.163068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:48.174805 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Checking router: e3f60f05-49bd-4e2d-909e-81638ecabaed for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:48.175151 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Updating router e3f60f05-49bd-4e2d-909e-81638ecabaed port 583bfcae-da06-4b89-a25f-a0d090494e31 binding host dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:48.177441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.db_base_plugin_common [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Allocated IP 172.20.0.2 (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81/d19e85db-24a6-4ecd-86fb-e93890b38baf/2e231818-b94d-4441-b087-71c89cecfb93) {{(pid=103925) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:48.180829 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:48.180829 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.232114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.237336 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:48.257126 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.356196 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for router_gateway (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.408281 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.418063 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:48.539859 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks [] for port (2e231818-b94d-4441-b087-71c89cecfb93), precommit_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.556076 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593'] for port (2e231818-b94d-4441-b087-71c89cecfb93), after_create {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.625500 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=91,neutron:INSERT=2,neutron:UPDATE=7 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:48.639388 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 is already hosted by enough agents. {{(pid=103925) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:48.650755 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.scheduler.base_scheduler [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Resources bound (agent type, host, resource id): {{(pid=103925) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:48.656284 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Received port after_create {{(pid=103925) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:48.668532 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Pushing event updated for resources: {'Port': ['ID=2e231818-b94d-4441-b087-71c89cecfb93,revision_number=1']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.759907 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Attempting to bind port 2e231818-b94d-4441-b087-71c89cecfb93 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:48.760273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Attempting to bind port 2e231818-b94d-4441-b087-71c89cecfb93 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:48.760658 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Attempting to bind port 2e231818-b94d-4441-b087-71c89cecfb93 on network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:48.768266 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:48.768630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Checking segment: {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:48.769024 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.769251 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-611018', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-548926'] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.769407 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Bound using segment: {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:48.769859 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Bound port: 2e231818-b94d-4441-b087-71c89cecfb93, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:48.770228 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (2e231818-b94d-4441-b087-71c89cecfb93), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.815387 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks [] for port (583bfcae-da06-4b89-a25f-a0d090494e31), precommit_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.829223 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:48.888309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] For port 2e231818-b94d-4441-b087-71c89cecfb93, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:48.897534 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 is scheduled to L3 agent 8c5ad391-00f9-4f97-8356-344379555636 with binding_index 1 {{(pid=103924) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 27 03:32:48.903197 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3d460-9899-480a-ae5c-1b51e703decc None None] Pushing event updated for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:48.911544 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] For port 2e231818-b94d-4441-b087-71c89cecfb93, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=2e231818-b94d-4441-b087-71c89cecfb93,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:48.931386 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (2e231818-b94d-4441-b087-71c89cecfb93), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.014872 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Attempting to bind port 583bfcae-da06-4b89-a25f-a0d090494e31 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:49.015223 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Attempting to bind port 583bfcae-da06-4b89-a25f-a0d090494e31 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:49.019690 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Attempting to bind port 583bfcae-da06-4b89-a25f-a0d090494e31 on network 96fb4a58-7b25-4b09-a351-97db452d91e4 {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:49.030824 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:49.040939 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Sync routers for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:49.042493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d917678-3040-4785-967c-af5d07902ea4 None None] Pushing event updated for resources: {'Port': ['ID=2e231818-b94d-4441-b087-71c89cecfb93,revision_number=2']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:49.045661 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:49.046036 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Checking segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103925) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:49.046432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.046809 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Bound using segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} {{(pid=103925) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:49.047279 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.managers [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Bound port: 583bfcae-da06-4b89-a25f-a0d090494e31, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}}] {{(pid=103925) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:49.047834 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.065010 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:49.065758 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:49.073710 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.076003 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f0ce9873-849e-494f-b925-c63cc6a274ca admin admin] 10.222.0.62 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.6864259 May 27 03:32:49.078946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36196) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:49.101038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:49.140844 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] For port 583bfcae-da06-4b89-a25f-a0d090494e31, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103925) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:49.143493 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] For port 583bfcae-da06-4b89-a25f-a0d090494e31, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=583bfcae-da06-4b89-a25f-a0d090494e31,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:49.163750 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.231594 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:49.254378 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e3d460-9899-480a-ae5c-1b51e703decc None None] Pushing event updated for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:49.284366 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:49.287310 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:49.413866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:49.510974 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 3, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:49.549293 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Checking router: 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:49.549559 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Updating router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 port 4b9af465-226e-4a53-9b0c-bd811dbff621 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:49.575218 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Provisioning complete for port 583bfcae-da06-4b89-a25f-a0d090494e31 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:49.575657 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.597364 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.621362 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:49.732741 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:49.774464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Current status of the port 583bfcae-da06-4b89-a25f-a0d090494e31 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:49.774869 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.776286 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.828578 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:49.857645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b3674c-5f55-43c6-837c-dc8ee3c2610f req-c23aa907-ba12-42dd-9f29-e36e490f6b6b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:49.859195 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-68b3674c-5f55-43c6-837c-dc8ee3c2610f req-c23aa907-ba12-42dd-9f29-e36e490f6b6b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.1144342 May 27 03:32:49.873649 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] For port 583bfcae-da06-4b89-a25f-a0d090494e31, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=583bfcae-da06-4b89-a25f-a0d090494e31,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:49.889976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 2e231818-b94d-4441-b087-71c89cecfb93 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:49.903180 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:49.947867 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-68b3674c-5f55-43c6-837c-dc8ee3c2610f req-5101b6d4-f10b-4724-8430-1a0099f8d1fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826643 May 27 03:32:49.970992 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.024918 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Allocated IP 172.20.0.1 (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81/d19e85db-24a6-4ecd-86fb-e93890b38baf/201e581f-c395-414c-87a6-982143bd1681) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:32:50.052467 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks [] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.060429 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.079902 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 2e231818-b94d-4441-b087-71c89cecfb93 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:50.080577 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (2e231818-b94d-4441-b087-71c89cecfb93), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.105938 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Attempting to bind port 4b9af465-226e-4a53-9b0c-bd811dbff621 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:50.106425 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Attempting to bind port 4b9af465-226e-4a53-9b0c-bd811dbff621 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:50.106787 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Attempting to bind port 4b9af465-226e-4a53-9b0c-bd811dbff621 on network 2be34dfe-f607-4727-81b5-3246f7835c6c {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:50.114249 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:50.115194 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Checking segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:50.115194 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.124497 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Bound using segment: {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:50.125061 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Bound port: 4b9af465-226e-4a53-9b0c-bd811dbff621, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84022ee1-634f-452e-b533-07b0d1036f94', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:50.125416 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.142588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-05de375f-de81-4b97-b7ef-704932b13ade None None] Provisioning complete for port 583bfcae-da06-4b89-a25f-a0d090494e31 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:50.143137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-05de375f-de81-4b97-b7ef-704932b13ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.159969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks [] for port (201e581f-c395-414c-87a6-982143bd1681), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.176843 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc125335-5e2b-4da2-ae3b-aedf94edde02 None None] Pushing event updated for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.198306 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acb2d2-a4bf-4ecd-8876-7d2a932f9793 None None] Pushing event updated for resources: {'Port': ['ID=4b9af465-226e-4a53-9b0c-bd811dbff621,revision_number=2']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.200951 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (201e581f-c395-414c-87a6-982143bd1681), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.212745 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] For port 4b9af465-226e-4a53-9b0c-bd811dbff621, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:50.220027 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] For port 4b9af465-226e-4a53-9b0c-bd811dbff621, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=4b9af465-226e-4a53-9b0c-bd811dbff621,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:50.228820 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.251468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:50.259512 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.263778 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:50.269307 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:32:50.293993 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Pushing event updated for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.298092 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-05de375f-de81-4b97-b7ef-704932b13ade None None] Current status of the port 583bfcae-da06-4b89-a25f-a0d090494e31 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:50.318944 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-549197'] for router_interface (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.331709 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:50.332374 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:50.336439 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1acb2d2-a4bf-4ecd-8876-7d2a932f9793 None None] Pushing event updated for resources: {'Port': ['ID=4b9af465-226e-4a53-9b0c-bd811dbff621,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.346179 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:50.350911 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 2e231818-b94d-4441-b087-71c89cecfb93 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:50.350911 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (2e231818-b94d-4441-b087-71c89cecfb93), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.404266 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fffedb66-f237-4f35-905d-a60dae596249 None None] The sync data for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi is: [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:50.441807 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7e8c3129-d9ea-4f5b-8b9f-59001966ac9a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.444620 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 2e231818-b94d-4441-b087-71c89cecfb93, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=2e231818-b94d-4441-b087-71c89cecfb93,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:50.452162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (2e231818-b94d-4441-b087-71c89cecfb93), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.453442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:50.466787 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.568290 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (201e581f-c395-414c-87a6-982143bd1681), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.568754 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=2e231818-b94d-4441-b087-71c89cecfb93,revision_number=3']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.579565 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:50.580238 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.582643 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c8dcd5-e493-43af-9ffd-3eb33b695c17 None None] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:32:50.590660 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.604322 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:50.638785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.691576 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eff1c528-4613-4fc7-89db-26bfd104d9bf None None] Provisioning complete for port 2e231818-b94d-4441-b087-71c89cecfb93 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:50.692259 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eff1c528-4613-4fc7-89db-26bfd104d9bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (2e231818-b94d-4441-b087-71c89cecfb93), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.719316 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:50.800628 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 3, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:50.820743 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks [] for port (201e581f-c395-414c-87a6-982143bd1681), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.829341 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (201e581f-c395-414c-87a6-982143bd1681), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:50.840058 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8674aaa7-e07c-4771-beeb-827b3826722a None None] The sync data for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi is: [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 3, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:50.884741 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:50.888686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eff1c528-4613-4fc7-89db-26bfd104d9bf None None] Current status of the port 2e231818-b94d-4441-b087-71c89cecfb93 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:50.927335 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Pushing event updated for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:50.943977 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-562581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-564221'] for router_interface (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.052455 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:32:51.054048 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:32:51.108340 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Provisioning complete for port 2e231818-b94d-4441-b087-71c89cecfb93 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:51.108716 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (2e231818-b94d-4441-b087-71c89cecfb93), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.205895 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e0fe82-2e50-4d99-8b62-94b9aab07108 req-1b4d6794-a0bd-4dcb-9423-b98a619a1893 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:51.213495 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2e0fe82-2e50-4d99-8b62-94b9aab07108 req-1b4d6794-a0bd-4dcb-9423-b98a619a1893 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.1448720 May 27 03:32:51.236888 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Current status of the port 2e231818-b94d-4441-b087-71c89cecfb93 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:51.245235 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:51.245602 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.295294 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-16a7a2bb-3c5e-4034-94a4-d6802f26b5c0 None None] Port 201e581f-c395-414c-87a6-982143bd1681 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:51.299557 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:51.378054 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59890c-0e6d-4619-a834-227db01be42d req-2c9c8cfa-18f1-46a6-a4f7-a40e80033394 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:51.379596 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e59890c-0e6d-4619-a834-227db01be42d req-2c9c8cfa-18f1-46a6-a4f7-a40e80033394 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 945 time: 0.0582688 May 27 03:32:51.389444 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:51.414992 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b2e0fe82-2e50-4d99-8b62-94b9aab07108 req-ea75f955-c7f6-46fc-a350-f2bdf763c187 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=afcdeceb-c6d1-479f-bfa6-0f81f6676271&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999683 May 27 03:32:51.515795 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-c2e96baa-a6c2-4cf4-a998-028bfce9d09c None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:51.516276 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c2e96baa-a6c2-4cf4-a998-028bfce9d09c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.516987 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:51.536007 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-622b86e2-b713-4cd4-886a-513b7858485f admin admin] 10.222.0.62 "PUT /v2.0/routers/2a7cc594-ea4b-44d7-8cbd-768c45f142f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4475043 May 27 03:32:51.556633 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port d64fc780-c20b-471e-aff8-575978e954c2 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:51.556974 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (d64fc780-c20b-471e-aff8-575978e954c2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.563470 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-c2e96baa-a6c2-4cf4-a998-028bfce9d09c None None] Port 201e581f-c395-414c-87a6-982143bd1681 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:51.713722 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] For port d64fc780-c20b-471e-aff8-575978e954c2, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=d64fc780-c20b-471e-aff8-575978e954c2,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:51.714664 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (d64fc780-c20b-471e-aff8-575978e954c2), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.785649 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-879c8ec5-9228-445d-9c6c-a8b655c7d439 None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:51.786817 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-879c8ec5-9228-445d-9c6c-a8b655c7d439 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.843704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:51.866273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-879c8ec5-9228-445d-9c6c-a8b655c7d439 None None] Port 201e581f-c395-414c-87a6-982143bd1681 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:32:51.906851 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 4b9af465-226e-4a53-9b0c-bd811dbff621 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:51.950970 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.951337 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:51.952182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP 833ef5fc-f485-41ce-b1ab-f71b07cc1f54 disassociated. External IP: 172.27.1.101, port: d64fc780-c20b-471e-aff8-575978e954c2. May 27 03:32:51.952182 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for d64fc780-c20b-471e-aff8-575978e954c2 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:51.970826 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 4b9af465-226e-4a53-9b0c-bd811dbff621 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:51.971211 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.083512 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 4b9af465-226e-4a53-9b0c-bd811dbff621 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:52.084114 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.112934 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:52.117442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] For port 4b9af465-226e-4a53-9b0c-bd811dbff621, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=4b9af465-226e-4a53-9b0c-bd811dbff621,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:52.122311 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.123999 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 2e231818-b94d-4441-b087-71c89cecfb93 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:52.136769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (d64fc780-c20b-471e-aff8-575978e954c2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.166738 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=d64fc780-c20b-471e-aff8-575978e954c2,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:52.216366 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 2e231818-b94d-4441-b087-71c89cecfb93 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:52.216725 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (2e231818-b94d-4441-b087-71c89cecfb93), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.279847 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Pushing event updated for resources: {'Port': ['ID=4b9af465-226e-4a53-9b0c-bd811dbff621,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:52.300352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:52.325306 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 2e231818-b94d-4441-b087-71c89cecfb93 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:52.326369 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 583bfcae-da06-4b89-a25f-a0d090494e31 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:52.329397 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:52.360298 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:52.390237 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 583bfcae-da06-4b89-a25f-a0d090494e31 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:52.390613 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.422974 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:52.437506 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:52.467293 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:52.467992 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:52.469623 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] No DVR routers for this DVR port d64fc780-c20b-471e-aff8-575978e954c2 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:52.473483 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:52.477098 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e59890c-0e6d-4619-a834-227db01be42d req-5475d54e-9f38-4a92-8345-89c9847f30db tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "DELETE /v2.0/ports/d64fc780-c20b-471e-aff8-575978e954c2 HTTP/1.1" status: 204 len: 173 time: 1.0921600 May 27 03:32:52.477748 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'name': 'network-vif-deleted', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:52.480282 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-846147ef-8b44-47f8-9242-ed420e1a610a" -d '{"events": [{"server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "name": "network-vif-deleted", "tag": "d64fc780-c20b-471e-aff8-575978e954c2"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:52.556453 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9aa3bea6-03fa-4751-9af6-2e42f5d09bea req-d4cf2733-7a73-4928-a1bb-c937e5102ffd tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=b123a0ef-15b7-4266-9c68-59a1515077b2 HTTP/1.1" status: 200 len: 210 time: 0.0513732 May 27 03:32:52.581596 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e607f56-e120-4d5b-9cab-d87c94e57549 x-openstack-request-id: req-6e607f56-e120-4d5b-9cab-d87c94e57549 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:52.581596 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b123a0ef-15b7-4266-9c68-59a1515077b2", "name": "network-vif-deleted", "tag": "d64fc780-c20b-471e-aff8-575978e954c2", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:52.581596 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-6e607f56-e120-4d5b-9cab-d87c94e57549 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:52.581596 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6e607f56-e120-4d5b-9cab-d87c94e57549'] response: {'server_uuid': 'b123a0ef-15b7-4266-9c68-59a1515077b2', 'name': 'network-vif-deleted', 'tag': 'd64fc780-c20b-471e-aff8-575978e954c2', 'status': 'completed', 'code': 200} May 27 03:32:52.708295 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:52.713381 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 583bfcae-da06-4b89-a25f-a0d090494e31 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:52.763922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5112151b-0533-4a25-afe7-49942e777d68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.142166 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:53.170002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:53.179690 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:53.180201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:53.304355 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:53.561783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:53.592630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b16745a7-6a0b-4cd3-a739-4b65c798ef54 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'a096646c-051a-4abf-8509-0a9774ad2274', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.136', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 590, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:f1:71:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:30:43Z', 'updated_at': '2022-05-27T03:30:58Z', 'revision_number': 2, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:53.686278 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Sync routers for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:53.701011 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:53.710049 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:53.731416 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 4b9af465-226e-4a53-9b0c-bd811dbff621 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:53.735026 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:53.738183 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36238) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:53.813420 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 4b9af465-226e-4a53-9b0c-bd811dbff621 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:53.813797 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.818873 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (afcdeceb-c6d1-479f-bfa6-0f81f6676271), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.866314 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (afcdeceb-c6d1-479f-bfa6-0f81f6676271), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.877160 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=100 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:53.893145 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:53.969501 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (afcdeceb-c6d1-479f-bfa6-0f81f6676271), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.972774 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:53.976275 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/security-groups/afcdeceb-c6d1-479f-bfa6-0f81f6676271 HTTP/1.1" status: 204 len: 168 time: 0.2338352 May 27 03:32:53.978021 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36240) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:53.989975 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8de2a1-0831-4dfe-8558-1aaad048ddbe tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcdeceb-c6d1-479f-bfa6-0f81f6676271,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.023207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 4b9af465-226e-4a53-9b0c-bd811dbff621 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:54.024654 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-179e2e88-cb33-4670-8d6f-57fc1a4469da tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] show failed (client error): The resource could not be found. May 27 03:32:54.033802 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-179e2e88-cb33-4670-8d6f-57fc1a4469da tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups/afcdeceb-c6d1-479f-bfa6-0f81f6676271 HTTP/1.1" status: 404 len: 347 time: 0.0544169 May 27 03:32:54.036811 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36242) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:32:54.040828 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.188777 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2fb05ac-948a-453d-831b-20cc8b748d44 None None] New status for floating IP 833ef5fc-f485-41ce-b1ab-f71b07cc1f54: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:32:54.220207 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 6188e518-a3e6-44b0-9efd-b7b22212d227 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:54.220693 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.242516 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 4, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '201e581f-c395-414c-87a6-982143bd1681', 'name': '', 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'mac_address': 'fa:16:3e:5d:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:49Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 2, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'subnets': [{'id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:54.272366 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Checking router: 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:32:54.273096 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Updating router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 port 201e581f-c395-414c-87a6-982143bd1681 binding host dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 27 03:32:54.314534 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:54.318430 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (201e581f-c395-414c-87a6-982143bd1681), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.340720 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.341938 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (6188e518-a3e6-44b0-9efd-b7b22212d227), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.364255 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 6188e518-a3e6-44b0-9efd-b7b22212d227 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:54.427795 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:54.531881 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (6188e518-a3e6-44b0-9efd-b7b22212d227), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.571738 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=6188e518-a3e6-44b0-9efd-b7b22212d227,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.637400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (833ef5fc-f485-41ce-b1ab-f71b07cc1f54), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.642052 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.654662 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-f5eba404-1514-431b-907b-213960f0ced7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/floatingips/833ef5fc-f485-41ce-b1ab-f71b07cc1f54 HTTP/1.1" status: 204 len: 168 time: 0.6076956 May 27 03:32:54.674641 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:54.719367 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks [] for port (201e581f-c395-414c-87a6-982143bd1681), precommit_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.729820 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (201e581f-c395-414c-87a6-982143bd1681), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.791306 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b329f1-016e-46b0-9cd3-595a7e1cdb70 None None] Pushing event updated for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=3']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:54.880824 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Attempting to bind port 201e581f-c395-414c-87a6-982143bd1681 on host dv-cinder-828807-4-iscsi for vnic_type normal with profile {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:32:54.881208 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Attempting to bind port 201e581f-c395-414c-87a6-982143bd1681 by drivers openvswitch,hyperv on host dv-cinder-828807-4-iscsi at level 0 using segments [{'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:32:54.881563 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Attempting to bind port 201e581f-c395-414c-87a6-982143bd1681 on network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:32:54.887447 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Checking agent: {'id': 'bcbc73e1-4b13-4813-ad9a-1c369f685cbd', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-828807-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 15, 27), 'started_at': datetime.datetime(2022, 5, 27, 3, 15, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-828807-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:32:54.887836 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Checking segment: {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103926) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:32:54.888384 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.888933 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Bound using segment: {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'} {{(pid=103926) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:32:54.889401 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.managers [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Bound port: 201e581f-c395-414c-87a6-982143bd1681, host: dv-cinder-828807-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9a5ee65-c53e-4331-9426-e7a880a2f55e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81'}}] {{(pid=103926) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:32:54.889778 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (201e581f-c395-414c-87a6-982143bd1681), before_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:54.982242 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] For port 201e581f-c395-414c-87a6-982143bd1681, host dv-cinder-828807-4-iscsi, cleared binding levels {{(pid=103926) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:32:54.986161 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.plugins.ml2.db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] For port 201e581f-c395-414c-87a6-982143bd1681, host dv-cinder-828807-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=201e581f-c395-414c-87a6-982143bd1681,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103926) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:32:54.998647 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron_lib.callbacks.manager [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (201e581f-c395-414c-87a6-982143bd1681), after_update {{(pid=103926) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.099196 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:55.099862 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:55.102114 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b329f1-016e-46b0-9cd3-595a7e1cdb70 None None] Pushing event updated for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=4']} {{(pid=103926) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:55.137384 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:55.137932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.244162 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Current status of the port 201e581f-c395-414c-87a6-982143bd1681 is: DOWN; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:55.244936 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (201e581f-c395-414c-87a6-982143bd1681), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.253411 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:32:55.282563 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] For port 201e581f-c395-414c-87a6-982143bd1681, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=201e581f-c395-414c-87a6-982143bd1681,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:55.290914 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (201e581f-c395-414c-87a6-982143bd1681), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.374856 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.375671 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582c4dbd-4a6f-48a5-a77a-f704c9821abb None None] Pushing event updated for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:55.411288 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-18bdb9c6-fa3f-4da7-9333-c834453a6aa1 None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:55.411738 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-18bdb9c6-fa3f-4da7-9333-c834453a6aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.487892 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 4, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '201e581f-c395-414c-87a6-982143bd1681', 'name': '', 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'mac_address': 'fa:16:3e:5d:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:49Z', 'updated_at': '2022-05-27T03:32:54Z', 'revision_number': 4, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'subnets': [{'id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:55.494947 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-18bdb9c6-fa3f-4da7-9333-c834453a6aa1 None None] Current status of the port 201e581f-c395-414c-87a6-982143bd1681 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:55.512696 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e143f84-8675-4296-8013-de2eabf681c0 None None] The sync data for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi is: [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:50Z', 'revision_number': 4, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '201e581f-c395-414c-87a6-982143bd1681', 'name': '', 'network_id': '845ff40e-8a6b-46d6-b4a6-9a3e523dfb81', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'mac_address': 'fa:16:3e:5d:bd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:49Z', 'updated_at': '2022-05-27T03:32:54Z', 'revision_number': 4, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'subnets': [{'id': 'd19e85db-24a6-4ecd-86fb-e93890b38baf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:32:55.545922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device d64fc780-c20b-471e-aff8-575978e954c2 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:32:55.592775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: d64fc780-c20b-471e-aff8-575978e954c2 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:32:55.593124 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device d64fc780-c20b-471e-aff8-575978e954c2 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:32:55.752770 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 201e581f-c395-414c-87a6-982143bd1681 up at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:32:55.810201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Provisioning complete for port 201e581f-c395-414c-87a6-982143bd1681 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:32:55.810653 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (201e581f-c395-414c-87a6-982143bd1681), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:55.927166 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Current status of the port 201e581f-c395-414c-87a6-982143bd1681 is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:32:56.084351 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:32:56.772432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:57.453217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1c876-6186-4151-8c27-266da20b36d5 req-5da075b5-ac20-49f6-8a2e-5d6180fc0c18 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:57.454752 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-94c1c876-6186-4151-8c27-266da20b36d5 req-5da075b5-ac20-49f6-8a2e-5d6180fc0c18 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0787635 May 27 03:32:57.530365 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-94c1c876-6186-4151-8c27-266da20b36d5 req-9bd62a5d-9b23-4770-bb9b-e5729234b5b9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675547 May 27 03:32:58.392089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:58.645887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25453f13-559b-4559-9712-edd1cb569104 req-6f827769-5cb9-4def-8ffd-ac6ebd584031 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:58.647602 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-25453f13-559b-4559-9712-edd1cb569104 req-6f827769-5cb9-4def-8ffd-ac6ebd584031 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0538712 May 27 03:32:58.710275 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-25453f13-559b-4559-9712-edd1cb569104 req-16efc080-d6df-4a26-9fc4-4d471e018906 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=99119346-c477-4e82-8941-ca7345a2e81d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559249 May 27 03:32:59.014352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-974b4848-fb2b-4161-9c48-a01003bb7f86 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:32:59.015859 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-974b4848-fb2b-4161-9c48-a01003bb7f86 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 945 time: 0.0548744 May 27 03:32:59.120131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 572284c7-6a4b-4975-93f9-dc7f2d18f828 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:32:59.120516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.213718 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] For port 572284c7-6a4b-4975-93f9-dc7f2d18f828, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=572284c7-6a4b-4975-93f9-dc7f2d18f828,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:32:59.214096 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.360507 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:59.394895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.395170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.395486 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP a096646c-051a-4abf-8509-0a9774ad2274 disassociated. External IP: 172.27.1.136, port: 572284c7-6a4b-4975-93f9-dc7f2d18f828. May 27 03:32:59.395856 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 572284c7-6a4b-4975-93f9-dc7f2d18f828 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:32:59.503452 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:32:59.531263 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (572284c7-6a4b-4975-93f9-dc7f2d18f828), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.562471 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=572284c7-6a4b-4975-93f9-dc7f2d18f828,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:32:59.573055 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.573405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.573751 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.574090 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.574559 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.574834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.575310 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.575643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.576022 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.576352 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.576680 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.577003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.577324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.577646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.577966 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:32:59.703626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:32:59.826064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:32:59.838946 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:32:59.848070 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3b730e66-7a1a-4c7b-a989-822a526b3c00 req-f565650f-c9d0-4a99-be14-bfe24c027ba6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=4725f793-67be-47c7-a4c6-07ccb2be4a57 HTTP/1.1" status: 200 len: 210 time: 0.0445814 May 27 03:32:59.861395 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:32:59.862058 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:32:59.914020 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] No DVR routers for this DVR port 572284c7-6a4b-4975-93f9-dc7f2d18f828 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:32:59.922250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:32:59.922250 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bcee2fcf-d392-4041-b200-c163e59913e6 req-660083ee-6b30-484f-ade7-f5ad803f998e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "DELETE /v2.0/ports/572284c7-6a4b-4975-93f9-dc7f2d18f828 HTTP/1.1" status: 204 len: 173 time: 0.8948886 May 27 03:32:59.922250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'name': 'network-vif-deleted', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:32:59.924794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f4d10-c5de-4963-bd32-8dd789f16d68" -d '{"events": [{"server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "name": "network-vif-deleted", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:32:59.970162 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d250b5b-1c45-4428-99d3-f8c950fbb638 x-openstack-request-id: req-0d250b5b-1c45-4428-99d3-f8c950fbb638 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:32:59.970675 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4725f793-67be-47c7-a4c6-07ccb2be4a57", "name": "network-vif-deleted", "tag": "572284c7-6a4b-4975-93f9-dc7f2d18f828", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:32:59.971120 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-0d250b5b-1c45-4428-99d3-f8c950fbb638 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:32:59.971971 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d250b5b-1c45-4428-99d3-f8c950fbb638'] response: {'server_uuid': '4725f793-67be-47c7-a4c6-07ccb2be4a57', 'name': 'network-vif-deleted', 'tag': '572284c7-6a4b-4975-93f9-dc7f2d18f828', 'status': 'completed', 'code': 200} May 27 03:33:00.216952 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:00.250925 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:00.251567 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:00.437870 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:00.470135 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:00.479933 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:00.480658 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:32:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:00.591071 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:00.794079 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:00.820481 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd189ec-22eb-4238-805b-f510db3b647f None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:00.958728 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36282) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:01.058051 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (99119346-c477-4e82-8941-ca7345a2e81d), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.071653 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:01.084470 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (99119346-c477-4e82-8941-ca7345a2e81d), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.137798 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (99119346-c477-4e82-8941-ca7345a2e81d), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.141002 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.145036 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36284) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:01.145529 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/security-groups/99119346-c477-4e82-8941-ca7345a2e81d HTTP/1.1" status: 204 len: 168 time: 0.1847332 May 27 03:33:01.155544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c71f5fd-941b-4c18-9951-7f433f96261c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99119346-c477-4e82-8941-ca7345a2e81d,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:01.167948 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-9e531a16-273b-4f40-a309-7f1fb39d60f7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] show failed (client error): The resource could not be found. May 27 03:33:01.170996 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9e531a16-273b-4f40-a309-7f1fb39d60f7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups/99119346-c477-4e82-8941-ca7345a2e81d HTTP/1.1" status: 404 len: 347 time: 0.0248067 May 27 03:33:01.173719 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36286) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:01.295082 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port b5103207-d5c3-425b-8aeb-deef369da9b7 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:33:01.295561 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.387964 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.388607 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (b5103207-d5c3-425b-8aeb-deef369da9b7), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.404449 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for b5103207-d5c3-425b-8aeb-deef369da9b7 owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:33:01.499773 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=1,neutron:SELECT=92,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:01.563258 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10e13d6c-19ef-4c6f-bc9d-6084550bfef3 None None] New status for floating IP a096646c-051a-4abf-8509-0a9774ad2274: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:33:01.577829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (b5103207-d5c3-425b-8aeb-deef369da9b7), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.603280 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=b5103207-d5c3-425b-8aeb-deef369da9b7,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:01.669800 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.db.api [None req-10e13d6c-19ef-4c6f-bc9d-6084550bfef3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103925) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} May 27 03:33:01.671276 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG oslo_db.api [None req-10e13d6c-19ef-4c6f-bc9d-6084550bfef3 None None] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.update_floatingip_status {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 27 03:33:01.698005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (a096646c-051a-4abf-8509-0a9774ad2274), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.701190 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.716281 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-e96d4b9d-e5ee-4377-aebc-06e94fce978c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/floatingips/a096646c-051a-4abf-8509-0a9774ad2274 HTTP/1.1" status: 204 len: 168 time: 0.5307906 May 27 03:33:01.800974 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36290) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:01.805760 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--819328289', 'description': 'tempest-description--1385760630'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:01.828733 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.913195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (4c2b7159-c267-4c69-892e-c67c2ce9f872), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.918317 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4c2b7159-c267-4c69-892e-c67c2ce9f872), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.947283 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:01.953355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2b7159-c267-4c69-892e-c67c2ce9f872,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:01.958573 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:01.959848 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-6049fa37-c5b6-4207-8cdf-4eb058399f5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1576266 May 27 03:33:01.962819 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36296) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:01.967395 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': '4c2b7159-c267-4c69-892e-c67c2ce9f872', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:02.002894 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (86515fe2-63af-496d-b3b0-4d5622d799d1), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.061543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (86515fe2-63af-496d-b3b0-4d5622d799d1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.067645 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (86515fe2-63af-496d-b3b0-4d5622d799d1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.114497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86515fe2-63af-496d-b3b0-4d5622d799d1,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:02.122666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.123928 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8c637dec-5a56-431b-b1ca-3416822b5d53 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1601217 May 27 03:33:02.126545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36298) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:02.130701 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': '4c2b7159-c267-4c69-892e-c67c2ce9f872', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:02.139480 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-ef0c4664-81e0-4bbb-9f67-475af6bfd7f1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0638471 May 27 03:33:02.161429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (00a242f9-77a3-4c82-996c-61896b6065d7), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: WARNING neutron.objects.base [None req-10e13d6c-19ef-4c6f-bc9d-6084550bfef3 None None] ORM session: SQL execution without transaction in progress, traceback: May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/eventlet/greenpool.py", line 88, in _spawn_n_impl May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: func(*args, **kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/futurist/_green.py", line 69, in __call__ May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: self.work.run() May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/futurist/_utils.py", line 45, in run May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: result = self.fn(*self.args, **self.kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: res = self.dispatcher.dispatch(message) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return self._do_dispatch(endpoint, method, ctxt, args) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: result = func(ctxt, **new_args) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*args, **kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*args, **kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*dup_args, **dup_kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py", line 273, in update_floatingip_statuses May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: self.l3plugin.update_floatingip_status(context, May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 226, in wrapped May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f_with_retry(*args, **kwargs, May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 138, in wrapped May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*args, **kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*args, **kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 184, in wrapped May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return f(*dup_args, **dup_kwargs) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 1557, in update_floatingip_status May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return l3_obj.FloatingIP.update_object( May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/objects/base.py", line 737, in update_object May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return super(NeutronDbObject, cls).update_object( May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/objects/base.py", line 329, in update_object May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: obj = cls.get_object( May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/objects/base.py", line 644, in get_object May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: db_obj = obj_db_api.get_object( May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/opt/stack/neutron/neutron/objects/db/api.py", line 35, in get_object May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return _get_filter_query(obj_cls, context, **kwargs).first() May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2819, in first May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: return self.limit(1)._iter().first() May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2903, in _iter May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: result = self.session.execute( May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/session.py", line 1677, in execute May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: result = fn(orm_exec_state) May 27 03:33:02.249665 dv-cinder-828807-4-iscsi neutron-server[103925]: May 27 03:33:02.255383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-bb873b1f-d935-406d-aea0-8915a87e38e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:02.257415 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-bb873b1f-d935-406d-aea0-8915a87e38e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1129 time: 0.0515351 May 27 03:33:02.258913 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (00a242f9-77a3-4c82-996c-61896b6065d7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.273520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (00a242f9-77a3-4c82-996c-61896b6065d7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.319965 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00a242f9-77a3-4c82-996c-61896b6065d7,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:02.356631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.360699 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-acab356e-8fa5-4272-a569-6dd5ec3cb23a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2303843 May 27 03:33:02.361392 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36306) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:02.366677 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:02.395288 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.407164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-e645abc2-803c-457e-8fd3-3d83e4d20ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:02.408592 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-e645abc2-803c-457e-8fd3-3d83e4d20ef7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.1276605 May 27 03:33:02.506725 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.685270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.27.1.59 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/2717a16a-cfd7-4532-bd30-5ec004b47645) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:02.718344 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-cd5fff9d-8e92-4502-800a-e1a5e31b4e30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 1000 time: 0.3031189 May 27 03:33:02.765194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-5c7e0d41-828e-48f5-9529-f5d45164971e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:02.766614 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-5c7e0d41-828e-48f5-9529-f5d45164971e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0426061 May 27 03:33:02.768657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-06999c39-e49b-4400-8247-98be7ee2840d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:02.770083 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-06999c39-e49b-4400-8247-98be7ee2840d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 815 time: 0.1713767 May 27 03:33:02.791302 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-1c47e3ae-c214-4ed1-8f45-cd3c7359e302 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/quotas/54f9fd67a8e2485eba03336c3b0b6b4e HTTP/1.1" status: 200 len: 375 time: 0.0151560 May 27 03:33:02.810378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:02.813847 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-0cac08d3-ead3-44a1-8892-c79df59cb387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:02.815347 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-0cac08d3-ead3-44a1-8892-c79df59cb387 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425534 May 27 03:33:02.861544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:02.868810 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:02.875005 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-08cfab83-1a3d-4738-8cb5-e61c70e20102 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775907 May 27 03:33:02.907706 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-cbdf5c5d-e41e-40ce-a1c3-700c6e8f5a6b service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855937 May 27 03:33:02.963971 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.002003 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b8f9421-ca0c-491e-b56f-50e99e99790e req-e04b3f25-16dc-44ad-8b85-3814c59ba208 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874159 May 27 03:33:03.250794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:03.257793 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:03.261783 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:03.265637 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-a780e719-37f5-4702-b503-535e8a519099 service neutron] 10.222.0.62 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765037 May 27 03:33:03.267529 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=2717a16a-cfd7-4532-bd30-5ec004b47645,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:03.339303 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:03.421280 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-9e5f5aeb-a1b2-4ec6-b390-ad9c3370624c service neutron] 10.222.0.62 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344764 May 27 03:33:03.423917 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.459912 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.580329 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8fba2e57-ee87-48e8-a7e7-3c28afa85a92 req-0eb1ca11-23e3-422c-ac46-fcd9110132fa tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 210 time: 0.0288677 May 27 03:33:03.582431 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 572284c7-6a4b-4975-93f9-dc7f2d18f828 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:33:03.606772 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 572284c7-6a4b-4975-93f9-dc7f2d18f828 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:33:03.607763 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 572284c7-6a4b-4975-93f9-dc7f2d18f828 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:33:03.649000 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.653601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.735026 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=2717a16a-cfd7-4532-bd30-5ec004b47645,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:03.741133 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.757430 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:03.758656 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-113e6f0b-1254-4ea3-aa8d-ca5848770fa6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3956623 May 27 03:33:03.947737 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:03.960172 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-69686145-7030-44c9-a9dd-c4d6a63f0386 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--819328289&fields=id&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 267 time: 0.0456786 May 27 03:33:04.082480 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-2b7db1c4-2a34-4d63-9cce-1e9477b23d58 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:04.083966 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-2b7db1c4-2a34-4d63-9cce-1e9477b23d58 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1172116 May 27 03:33:04.098032 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-025bbc90-0177-4076-9424-2dc1935d40c9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/quotas/6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 375 time: 0.0086997 May 27 03:33:04.150967 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-bab18541-373c-47dd-bbde-5b428a316e92 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480666 May 27 03:33:04.243674 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-b7330c51-9117-434d-b2d4-60e50cff0c12 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816181 May 27 03:33:04.335539 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-75b243f9-9ca7-4d8a-915e-2ca31281a558 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854924 May 27 03:33:04.508975 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a724b56c-34ed-49c6-8c03-375c968013ed req-b164b956-18c5-4bc9-a835-28baf00dc7fd tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0284457 May 27 03:33:04.696473 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-84a38391-c4bc-44a8-9c39-d6928e5ef61d req-977a2334-1aca-4275-b7fe-b1a263245f53 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 210 time: 0.0316586 May 27 03:33:04.804865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:04.850918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-53a53782-01e6-4fe4-bb7d-965c644076c1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:04.852392 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-53a53782-01e6-4fe4-bb7d-965c644076c1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 815 time: 0.1338096 May 27 03:33:05.088627 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'port': {'device_id': '626e76e5-4962-45d3-accd-406dfc8dae92', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'admin_state_up': True, 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:05.197736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Made reservation on behalf of 54f9fd67a8e2485eba03336c3b0b6b4e for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:05.202369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:05.342646 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Allocated IP 172.20.0.10 (96fb4a58-7b25-4b09-a351-97db452d91e4/8f13b7e9-c670-4db2-9ad9-b019d1a67364/6c377781-a67e-4b85-a7a6-00d1694a82dc) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:05.512614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:05.546853 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:05.589413 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:05.592991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:05.606158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:05.636031 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:05.670308 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:05.673996 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3a58fd3a-89dc-4f98-9927-97067cdd5439 req-4428e460-dd13-4b90-9b16-56963ce6bc5b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0767443 May 27 03:33:05.718044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.727098 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:05.765439 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-d0e945e1-5467-45a0-b568-591ebe2e3a65 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6821659 May 27 03:33:05.869871 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551ed1d5-cf3f-4186-b9cb-116ef33e200d req-23e1fd22-d1ff-4caa-b7ef-34b5b2aefccc tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:05.871698 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-551ed1d5-cf3f-4186-b9cb-116ef33e200d req-23e1fd22-d1ff-4caa-b7ef-34b5b2aefccc tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0817647 May 27 03:33:05.890038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:05.952583 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-551ed1d5-cf3f-4186-b9cb-116ef33e200d req-cdd0aa81-1bc3-4f55-b6de-3f3b84bfd569 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743093 May 27 03:33:06.041252 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-5144d032-ee72-40d2-a30f-afc0011f1ef3 None None] Provisioning complete for port 6c377781-a67e-4b85-a7a6-00d1694a82dc triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:06.041833 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5144d032-ee72-40d2-a30f-afc0011f1ef3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:06.073679 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-5144d032-ee72-40d2-a30f-afc0011f1ef3 None None] Port 6c377781-a67e-4b85-a7a6-00d1694a82dc cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:33:06.778869 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7584ff4c-6f29-4c5f-8668-c0d2d644380d req-813a71b5-3abc-4e10-a464-bb3514c706f1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0294368 May 27 03:33:07.080481 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688e95ce-a57c-463e-8d6b-62d902ae7df6 req-759a776a-8241-41f6-a67a-7a7dfdaf6afa tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:07.087464 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-688e95ce-a57c-463e-8d6b-62d902ae7df6 req-759a776a-8241-41f6-a67a-7a7dfdaf6afa tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0602531 May 27 03:33:07.132262 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-688e95ce-a57c-463e-8d6b-62d902ae7df6 req-613f6657-fe43-45f9-85b7-cc8ae6fac577 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436871 May 27 03:33:07.880802 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6d8233f5-2999-4a80-92f1-ed675a1391f3 req-6a9202c2-748a-4347-830f-567a4480fe4f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0280075 May 27 03:33:08.262861 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64e6c0f-6775-4498-a3ec-b7070c07fdef req-fcec9322-1dce-4126-a682-0d07c4604899 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:08.264660 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b64e6c0f-6775-4498-a3ec-b7070c07fdef req-fcec9322-1dce-4126-a682-0d07c4604899 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0579176 May 27 03:33:08.316147 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b64e6c0f-6775-4498-a3ec-b7070c07fdef req-1651f71b-8578-44da-873f-8adf55cad336 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456903 May 27 03:33:08.987591 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3b106b87-3586-4fb1-b93b-978309ce79f6 req-223426f6-848b-4754-8160-9ead3a95d80e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0284081 May 27 03:33:09.433163 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae01491d-5818-485b-85ae-fff90994a8bc req-811bb98b-dc9c-43eb-bbea-72e2aeb901e9 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:09.434742 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae01491d-5818-485b-85ae-fff90994a8bc req-811bb98b-dc9c-43eb-bbea-72e2aeb901e9 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0481057 May 27 03:33:09.488382 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ae01491d-5818-485b-85ae-fff90994a8bc req-fe9754f7-54a7-4c20-95cd-6374e43cebb1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471032 May 27 03:33:10.114207 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-90bf1094-c965-4599-b767-36c5aff2402e req-77426ec2-c22c-4383-b442-9c3c08c1a7bc tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0322204 May 27 03:33:10.610781 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c201140-575c-4894-a716-f964aee8683e req-99d77d1d-619f-467b-b9ae-b603c04bc47f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:10.612305 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c201140-575c-4894-a716-f964aee8683e req-99d77d1d-619f-467b-b9ae-b603c04bc47f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0533688 May 27 03:33:10.661874 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c201140-575c-4894-a716-f964aee8683e req-53436bac-661e-4177-a968-1ab519c9f911 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438218 May 27 03:33:11.224715 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-941e6744-6a97-4466-b5fa-e5593c97a605 req-1a85a827-f2e8-4fa1-82be-adb73681e902 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0289786 May 27 03:33:11.778909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f4e44-c888-4d4f-9618-d0ae555559b8 req-4e77d819-0a09-40f5-89e7-2ea6790530e3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:11.781003 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-486f4e44-c888-4d4f-9618-d0ae555559b8 req-4e77d819-0a09-40f5-89e7-2ea6790530e3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0491166 May 27 03:33:11.830882 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-486f4e44-c888-4d4f-9618-d0ae555559b8 req-cbf5ad7c-b4aa-4d80-8bb4-23b5c570c1ed tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437593 May 27 03:33:12.330118 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-92106822-a8aa-48c4-9cb4-4fbe7016d5ff req-31ba0516-20ed-409f-bd1b-4f4ca5aed18c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0303884 May 27 03:33:12.967071 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f022898a-7ba4-4f16-8828-057586f3bcde req-53c0de86-8403-425d-b90b-9910e0dc54c3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:12.971307 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f022898a-7ba4-4f16-8828-057586f3bcde req-53c0de86-8403-425d-b90b-9910e0dc54c3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0676818 May 27 03:33:13.013363 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:13.027526 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f022898a-7ba4-4f16-8828-057586f3bcde req-f97232ca-8d58-4f94-af21-7a0eb2bcd861 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485682 May 27 03:33:13.424425 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d86589eb-404a-405b-ad1c-7f46f1f6e403 req-274f7b3b-0624-435a-bbba-4206a4fc892a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0281446 May 27 03:33:13.702924 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Request body: {'port': {'device_id': '626e76e5-4962-45d3-accd-406dfc8dae92', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:13.766658 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:13.833356 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.007211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-3ca3dbaa-fe6b-4d64-b6ed-b226efd53988 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:14.008646 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-3ca3dbaa-fe6b-4d64-b6ed-b226efd53988 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.2082729 May 27 03:33:14.152253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde6b1cb-6ddf-48a3-8e0a-c11f32accdfe req-69a29409-9e6c-4215-bacd-647d292e2858 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:14.153637 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bde6b1cb-6ddf-48a3-8e0a-c11f32accdfe req-69a29409-9e6c-4215-bacd-647d292e2858 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 932 time: 0.0471377 May 27 03:33:14.157612 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-f1a25fdb-c8a3-4417-aee6-8e5e311f8b5e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 379 time: 0.0916896 May 27 03:33:14.169980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'port': {'device_id': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'admin_state_up': True, 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'security_groups': ['4c2b7159-c267-4c69-892e-c67c2ce9f872']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:14.200270 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-bde6b1cb-6ddf-48a3-8e0a-c11f32accdfe req-d8326361-0f3f-4d45-8ace-19bcbf01356d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407956 May 27 03:33:14.265317 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c377781-a67e-4b85-a7a6-00d1694a82dc {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:14.276348 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks [] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.306376 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Transition to ACTIVE for port object 6c377781-a67e-4b85-a7a6-00d1694a82dc will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:33:14.313232 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.365391 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:14.368829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.384881 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.392179 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.553840 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-71d53014-fad9-4f61-abd9-6bc82dbdc9b5 req-ed678550-33d9-4237-8e45-b47c2a6a730f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0558205 May 27 03:33:14.584647 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Attempting to bind port 6c377781-a67e-4b85-a7a6-00d1694a82dc on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:33:14.584977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Attempting to bind port 6c377781-a67e-4b85-a7a6-00d1694a82dc by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:33:14.585303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Attempting to bind port 6c377781-a67e-4b85-a7a6-00d1694a82dc on network 96fb4a58-7b25-4b09-a351-97db452d91e4 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:14.594681 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:14.597532 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Port 6c377781-a67e-4b85-a7a6-00d1694a82dc on network 96fb4a58-7b25-4b09-a351-97db452d91e4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:33:14.597847 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Attempting to bind port 6c377781-a67e-4b85-a7a6-00d1694a82dc on network 96fb4a58-7b25-4b09-a351-97db452d91e4 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:14.608865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:33:14.609201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Checking segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:33:14.609580 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Bound using segment: {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:33:14.610000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Bound port: 6c377781-a67e-4b85-a7a6-00d1694a82dc, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 566, 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:33:14.610355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.625248 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.20.0.10 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/7af37490-4b36-4ff1-b478-34c104e7a6d7) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:14.721397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:14.765866 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:14.775467 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.829567 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:14.830189 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.831589 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] 10.222.0.60 "PUT /v2.0/ports/6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 1094 time: 1.1339054 May 27 03:33:14.832120 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:14.834355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f438e0a-94bb-431a-aa25-f8e38ea766df" -d '{"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:14.881070 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.886486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabc274e-b96c-4a80-a02e-51ff6271187e service neutron] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:14.895123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486bdf52-a606-404d-925c-c911d8798ad0 x-openstack-request-id: req-486bdf52-a606-404d-925c-c911d8798ad0 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:14.895434 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:14.895674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-486bdf52-a606-404d-925c-c911d8798ad0 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:14.896108 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-486bdf52-a606-404d-925c-c911d8798ad0'] response: {'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:33:14.948218 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:14.995533 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-fb41dddd-8aa1-436c-b37a-ffd603b3cd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:14.997102 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-fb41dddd-8aa1-436c-b37a-ffd603b3cd04 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1128 time: 0.0820599 May 27 03:33:15.012987 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:15.022072 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.024466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:15.051253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:15.056082 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-10fa6e3e-2e3c-499c-af03-95cea37256c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 217 time: 0.0451677 May 27 03:33:15.062383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.136823 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:15.137443 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.149490 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.151874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-a504916c-ad9d-49cb-b619-fd07aea84eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:15.153356 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-a504916c-ad9d-49cb-b619-fd07aea84eaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0795231 May 27 03:33:15.157823 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-0008e61e-c09a-4273-b916-7fc740cff772 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9949167 May 27 03:33:15.177421 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Request body: {'port': {'device_id': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:15.241687 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-8c4e0651-dbb3-4dde-8bd3-89e512cf5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:15.243158 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-8c4e0651-dbb3-4dde-8bd3-89e512cf5a1c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0704889 May 27 03:33:15.287112 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-101e6563-1de6-437f-a835-79c9a0defe4d None None] Provisioning complete for port 7af37490-4b36-4ff1-b478-34c104e7a6d7 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:15.287483 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-101e6563-1de6-437f-a835-79c9a0defe4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.319340 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-101e6563-1de6-437f-a835-79c9a0defe4d None None] Port 7af37490-4b36-4ff1-b478-34c104e7a6d7 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:33:15.347471 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.376812 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4df9da-5a7d-48de-89d6-667e4a99b609 req-d82629e0-24b7-4fea-a7be-96585e1fc9d2 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:15.378718 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ca4df9da-5a7d-48de-89d6-667e4a99b609 req-d82629e0-24b7-4fea-a7be-96585e1fc9d2 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 944 time: 0.1072631 May 27 03:33:15.480403 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-9fc1dd1d-4960-4ff1-950f-de8c8c736a86 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194364 May 27 03:33:15.484681 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:15.529475 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ca4df9da-5a7d-48de-89d6-667e4a99b609 req-74ef4055-e0c6-41c2-9785-d848489c4379 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438448 May 27 03:33:15.674892 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fdbed-3348-4d85-9cc9-123418eac552 req-70898cac-d67d-49fd-a8cc-983dfcf8480c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:15.676504 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d5fdbed-3348-4d85-9cc9-123418eac552 req-70898cac-d67d-49fd-a8cc-983dfcf8480c tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 932 time: 0.0504820 May 27 03:33:15.710165 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6c80cd0f-1249-40a8-b6d3-356d723c03b8 req-bd0f6992-56a4-4a1b-8d83-837dd9ec670d service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167749 May 27 03:33:15.724477 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2d5fdbed-3348-4d85-9cc9-123418eac552 req-50bf9699-cf65-40e6-aca6-6235f8276d76 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423975 May 27 03:33:15.799187 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7af37490-4b36-4ff1-b478-34c104e7a6d7 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:15.806526 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks [] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.819964 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Transition to ACTIVE for port object 7af37490-4b36-4ff1-b478-34c104e7a6d7 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:33:15.823875 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.877904 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:15.955673 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Attempting to bind port 7af37490-4b36-4ff1-b478-34c104e7a6d7 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:33:15.956043 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Attempting to bind port 7af37490-4b36-4ff1-b478-34c104e7a6d7 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:33:15.956374 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Attempting to bind port 7af37490-4b36-4ff1-b478-34c104e7a6d7 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:15.961109 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Port 7af37490-4b36-4ff1-b478-34c104e7a6d7 on network 5fca8f91-27a5-4216-bd00-e734abe0021c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:33:15.961454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Attempting to bind port 7af37490-4b36-4ff1-b478-34c104e7a6d7 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:15.966407 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:33:15.966744 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:33:15.967128 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:33:15.967585 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Bound port: 7af37490-4b36-4ff1-b478-34c104e7a6d7, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:33:15.968462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:15.982973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:16.031967 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:16.035171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:16.042093 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.074609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:16.075477 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:16.077385 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] 10.222.0.60 "PUT /v2.0/ports/7af37490-4b36-4ff1-b478-34c104e7a6d7 HTTP/1.1" status: 200 len: 1094 time: 0.9053395 May 27 03:33:16.098715 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6482c550-1061-4676-bf3d-a10d5db1b5ec service neutron] Pushing event updated for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:16.531378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-c83c1ffb-8422-414b-b682-361c64252e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:16.532864 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-c83c1ffb-8422-414b-b682-361c64252e9d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1128 time: 0.0663502 May 27 03:33:16.551753 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-69b5af5e-4f90-481b-85ee-38df99761582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:16.553197 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-69b5af5e-4f90-481b-85ee-38df99761582 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 1128 time: 0.0537572 May 27 03:33:16.845277 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f1208-efaa-4d59-8266-97a376ddcaa1 req-568cedad-9ef5-4119-9a79-2adce478d9e5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:16.846853 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-054f1208-efaa-4d59-8266-97a376ddcaa1 req-568cedad-9ef5-4119-9a79-2adce478d9e5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 944 time: 0.0485945 May 27 03:33:16.875202 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-eba8e6f0-c999-433a-a9e1-5da757da70b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7 HTTP/1.1" status: 200 len: 217 time: 0.3082421 May 27 03:33:16.895293 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-054f1208-efaa-4d59-8266-97a376ddcaa1 req-18dc890b-b61e-49c2-94b1-d87a35e4adc7 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427501 May 27 03:33:16.896729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:16.899201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a618fd2-1c89-4369-9b2e-79b837b08c89" -d '{"events": [{"name": "network-changed", "server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:16.948265 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af844404-7152-4491-bb3c-1326414e6b7d x-openstack-request-id: req-af844404-7152-4491-bb3c-1326414e6b7d {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:16.948540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:16.948783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-af844404-7152-4491-bb3c-1326414e6b7d {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:16.949157 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af844404-7152-4491-bb3c-1326414e6b7d'] response: {'name': 'network-changed', 'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'status': 'completed', 'code': 200} May 27 03:33:16.962777 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f2404a-f1a0-435e-82a0-86048e4e80ab req-b87e4f61-f835-453c-9c00-bf86b9e54861 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:16.964231 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d0f2404a-f1a0-435e-82a0-86048e4e80ab req-b87e4f61-f835-453c-9c00-bf86b9e54861 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 944 time: 0.1022544 May 27 03:33:16.988050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:17.001882 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-cc30b772-53ba-436a-a04d-7758083d41b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:17.003293 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-cc30b772-53ba-436a-a04d-7758083d41b0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.4634664 May 27 03:33:17.004562 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-c6c33841-8e1f-4cc3-9687-0c8c41007e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:17.005820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-c6c33841-8e1f-4cc3-9687-0c8c41007e81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.1239192 May 27 03:33:17.083908 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-465b0d05-6c55-497d-9ebe-152ecdf1c4c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 217 time: 0.0672896 May 27 03:33:17.093189 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d0f2404a-f1a0-435e-82a0-86048e4e80ab req-ef3ff573-2861-40e4-8ec0-86c9401b3495 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216500 May 27 03:33:17.121435 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-58e52c3f-545a-45b8-bcf1-3b8ff23f253a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:17.122880 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-58e52c3f-545a-45b8-bcf1-3b8ff23f253a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1051724 May 27 03:33:17.183994 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-e02ef147-b8ef-459e-9888-1c819ceafbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:17.185368 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-e02ef147-b8ef-459e-9888-1c819ceafbbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0960853 May 27 03:33:17.243918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-210b4cfb-6599-445b-a648-aaa7c9336356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:17.245346 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-210b4cfb-6599-445b-a648-aaa7c9336356 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0541730 May 27 03:33:17.262873 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-42437db2-b7c4-405c-ad5f-dcb9ef59553b service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326509 May 27 03:33:17.405590 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-ab09d9b6-11e4-4114-b5e2-e7cf5c14db79 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530478 May 27 03:33:17.408820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bf3d9a78-67e8-4300-87ff-d4d659f993cb req-41710d70-b01d-48bc-9563-03efd890ed72 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372259 May 27 03:33:17.473774 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:17.511139 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4f438e0a-94bb-431a-aa25-f8e38ea766df req-15e1cbf2-5c1e-4bdc-9f92-2bece4301fa9 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894425 May 27 03:33:17.635504 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 6c377781-a67e-4b85-a7a6-00d1694a82dc details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:33:17.644319 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:17.737349 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:17.750393 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'port_id': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'mac_address': 'fa:16:3e:19:41:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 566, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:33:17.800050 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 6c377781-a67e-4b85-a7a6-00d1694a82dc is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:17.800706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:17.816344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c377781-a67e-4b85-a7a6-00d1694a82dc {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:17.836885 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:17.840745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:17.889453 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:17.896311 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.896658 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.896996 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.897329 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.897659 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.897987 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.898309 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.898630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.898950 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.899269 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.899588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.899943 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.900262 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.900579 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:17.900892 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:18.008664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9cef29-4333-4aed-b737-d6bc9d74c7c2 req-c846ad28-f9a3-43f9-865e-5d06c413e283 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.010006 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d9cef29-4333-4aed-b737-d6bc9d74c7c2 req-c846ad28-f9a3-43f9-865e-5d06c413e283 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 944 time: 0.0462704 May 27 03:33:18.060006 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4d9cef29-4333-4aed-b737-d6bc9d74c7c2 req-b91f271f-5322-4483-b77f-9ad856c27d86 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445580 May 27 03:33:18.144887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:33:18.216362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc96fb6-6f46-4464-b865-1730f2d0184a req-ad9a51bd-d690-420a-8d24-8eba78b3f342 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.218130 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffc96fb6-6f46-4464-b865-1730f2d0184a req-ad9a51bd-d690-420a-8d24-8eba78b3f342 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 945 time: 0.0570881 May 27 03:33:18.262558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-1f51e80e-ef80-4336-8f19-2a3df6f7547d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.264036 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-1f51e80e-ef80-4336-8f19-2a3df6f7547d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 1128 time: 0.0668569 May 27 03:33:18.334463 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ffc96fb6-6f46-4464-b865-1730f2d0184a req-4f75d3bb-2066-46dc-ae6f-8465ad0b290a tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001256 May 27 03:33:18.370586 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-7de8c858-82d6-4722-989e-758a70333347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.372062 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-7de8c858-82d6-4722-989e-758a70333347 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.1024873 May 27 03:33:18.410470 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-f33867c4-47d8-4851-ab0e-34a581e39e41 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7 HTTP/1.1" status: 200 len: 217 time: 0.0322392 May 27 03:33:18.466716 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-fb5d376d-d67a-4607-88d5-31f95aa7dc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.468816 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-fb5d376d-d67a-4607-88d5-31f95aa7dc47 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0468359 May 27 03:33:18.510123 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-cb34396f-b18a-4b86-a40f-b2d3f7023ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:18.511591 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-cb34396f-b18a-4b86-a40f-b2d3f7023ca9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0371761 May 27 03:33:18.604959 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-b17f3861-ddb7-4db2-9453-c3a640c04f0f service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859141 May 27 03:33:18.629976 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:18.692002 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a618fd2-1c89-4369-9b2e-79b837b08c89 req-61e95dd1-b13a-47de-a0ae-c8563026f3a6 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805457 May 27 03:33:18.979631 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=56 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:18.980399 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:19.171062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce304e95-f70d-4303-83e4-77cad53ffc3e req-faf3a33d-1d02-42fb-82d3-438b07f773b9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:19.172523 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce304e95-f70d-4303-83e4-77cad53ffc3e req-faf3a33d-1d02-42fb-82d3-438b07f773b9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 944 time: 0.0461330 May 27 03:33:19.218903 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-ce304e95-f70d-4303-83e4-77cad53ffc3e req-957cf263-18f4-4527-b9ba-16d8b2b78949 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403836 May 27 03:33:19.452095 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b901bc-6898-4c0e-ad39-0f56ce11bba2 req-5d28ddf7-a2d7-469a-8a91-9060555c2146 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:19.454243 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12b901bc-6898-4c0e-ad39-0f56ce11bba2 req-5d28ddf7-a2d7-469a-8a91-9060555c2146 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 945 time: 0.0478637 May 27 03:33:19.501017 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-12b901bc-6898-4c0e-ad39-0f56ce11bba2 req-4b72a9dc-710a-47c7-8d2c-b137a459f090 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412083 May 27 03:33:19.646285 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7af37490-4b36-4ff1-b478-34c104e7a6d7 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:33:19.656821 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 6c377781-a67e-4b85-a7a6-00d1694a82dc up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:33:19.751508 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 6c377781-a67e-4b85-a7a6-00d1694a82dc completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:33:19.759389 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 6c377781-a67e-4b85-a7a6-00d1694a82dc triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:19.759761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.809975 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:19.816588 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:19.835966 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'port_id': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'mac_address': 'fa:16:3e:67:48:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:33:19.895046 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 7af37490-4b36-4ff1-b478-34c104e7a6d7 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:19.895426 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.897106 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 6c377781-a67e-4b85-a7a6-00d1694a82dc is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:19.897464 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.917717 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7af37490-4b36-4ff1-b478-34c104e7a6d7 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:19.940868 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:19.943253 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cda34adc-35c1-4d51-961a-c502cc905a6a" -d '{"events": [{"server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "name": "network-vif-plugged", "status": "completed", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:19.953206 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:19.961438 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:19.967254 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:19.970441 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.977201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:19.996022 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae7b9fae-0a18-4e97-a8ea-d905ca65f78e x-openstack-request-id: req-ae7b9fae-0a18-4e97-a8ea-d905ca65f78e {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:19.996304 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "name": "network-vif-plugged", "status": "completed", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:19.996548 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ae7b9fae-0a18-4e97-a8ea-d905ca65f78e {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:19.997099 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae7b9fae-0a18-4e97-a8ea-d905ca65f78e'] response: {'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'code': 200} May 27 03:33:20.021411 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:20.070990 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:20.201855 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4396aefa-a508-4ea0-bb0f-c43579c3aa8d req-b5b47fa8-0b0e-4918-82f0-20f931a278e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:20.203969 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4396aefa-a508-4ea0-bb0f-c43579c3aa8d req-b5b47fa8-0b0e-4918-82f0-20f931a278e0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1130 time: 0.0425169 May 27 03:33:20.246171 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4396aefa-a508-4ea0-bb0f-c43579c3aa8d req-d1ff3fd6-732f-4b8e-934c-aa8f04693474 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356896 May 27 03:33:20.272390 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['7af37490-4b36-4ff1-b478-34c104e7a6d7'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:33:20.339917 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa879618-8951-411f-8f63-e837cd443317 req-f6c55e36-c50c-45ae-a420-0b6913663217 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:20.341466 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa879618-8951-411f-8f63-e837cd443317 req-f6c55e36-c50c-45ae-a420-0b6913663217 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 945 time: 0.0477419 May 27 03:33:20.390127 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aa879618-8951-411f-8f63-e837cd443317 req-0632e1ed-6152-46d7-8dff-2b445fe8a8c9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428815 May 27 03:33:20.522214 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fa00f0e0-caf8-431b-87e8-a592ba51597b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:20.601253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:20.616484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf43213-cfc0-4e64-bf5d-37a0c71ff7e3 req-ed604aed-7d09-4ddb-84be-e37ba96c3d61 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:20.617940 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3bf43213-cfc0-4e64-bf5d-37a0c71ff7e3 req-ed604aed-7d09-4ddb-84be-e37ba96c3d61 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0471790 May 27 03:33:20.664138 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3bf43213-cfc0-4e64-bf5d-37a0c71ff7e3 req-f7208962-eb7e-411f-876e-a72449d4d878 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406377 May 27 03:33:21.505874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ddc7ba-651f-45be-a123-f6a94e576013 req-ca3c0300-67d4-4414-897c-d4261a25fc56 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:21.507332 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58ddc7ba-651f-45be-a123-f6a94e576013 req-ca3c0300-67d4-4414-897c-d4261a25fc56 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 945 time: 0.0473516 May 27 03:33:21.555930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-58ddc7ba-651f-45be-a123-f6a94e576013 req-4abdfe0b-8cc5-41f1-bb83-a4c353d6315e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431063 May 27 03:33:21.653382 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7af37490-4b36-4ff1-b478-34c104e7a6d7 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:33:21.695745 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 7af37490-4b36-4ff1-b478-34c104e7a6d7 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:33:21.701409 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 7af37490-4b36-4ff1-b478-34c104e7a6d7 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:21.701842 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:21.776408 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 7af37490-4b36-4ff1-b478-34c104e7a6d7 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:21.776880 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:21.779933 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05132466-792b-4911-80bf-62a09fd89f14 req-dbef3a39-e171-47c7-810c-32e99cbf63f4 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:21.782530 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05132466-792b-4911-80bf-62a09fd89f14 req-dbef3a39-e171-47c7-810c-32e99cbf63f4 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0513182 May 27 03:33:21.810133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:21.813906 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:21.830886 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-05132466-792b-4911-80bf-62a09fd89f14 req-8f6758a3-3d75-4994-8868-cf6a53322930 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424654 May 27 03:33:21.861590 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:21.943417 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8314f020-439f-4fab-befe-d93b722ad13f req-9157c89c-d4cd-4404-85d9-3ef1929b3e52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:21.944865 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8314f020-439f-4fab-befe-d93b722ad13f req-9157c89c-d4cd-4404-85d9-3ef1929b3e52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0478399 May 27 03:33:21.990955 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-8314f020-439f-4fab-befe-d93b722ad13f req-6ea5859e-00a2-41a7-846e-7796d3f8dad9 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406423 May 27 03:33:21.998601 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:22.001027 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d4ac8d-480c-4d48-85ea-0301d65dcb63" -d '{"events": [{"server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "name": "network-vif-plugged", "status": "completed", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:22.034998 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e12cd1c-bb02-4d8d-a4ea-f3d76c88d9f2 x-openstack-request-id: req-8e12cd1c-bb02-4d8d-a4ea-f3d76c88d9f2 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:22.035289 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "name": "network-vif-plugged", "status": "completed", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:22.035537 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-8e12cd1c-bb02-4d8d-a4ea-f3d76c88d9f2 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:22.035964 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e12cd1c-bb02-4d8d-a4ea-f3d76c88d9f2'] response: {'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'code': 200} May 27 03:33:22.224264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:22.236306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf2e759-3af9-4157-b9c9-cb8996cdddfb req-99028e69-3606-4d1d-bb53-45ff8becd67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:22.237826 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ddf2e759-3af9-4157-b9c9-cb8996cdddfb req-99028e69-3606-4d1d-bb53-45ff8becd67a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 1130 time: 0.0405617 May 27 03:33:22.280482 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ddf2e759-3af9-4157-b9c9-cb8996cdddfb req-1f2cbafb-221b-4081-adb1-e1ef388f1213 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371265 May 27 03:33:22.315317 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e407fd03-e3ce-40fb-9f52-fccb83d440af req-951c548f-6ef8-431c-9fd5-d8e7cb3d1b25 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:22.316818 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e407fd03-e3ce-40fb-9f52-fccb83d440af req-951c548f-6ef8-431c-9fd5-d8e7cb3d1b25 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0468457 May 27 03:33:22.362551 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e407fd03-e3ce-40fb-9f52-fccb83d440af req-ea8dd84d-d970-4a80-bd8f-64b5ff35d611 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402660 May 27 03:33:22.669976 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-089af694-25d6-4408-b744-c26161d3d524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:22.685058 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01905190-b3d8-4114-9b15-3034e29113c5 req-52ae95e6-578e-4e19-be72-0e41fdf77350 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:22.686633 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01905190-b3d8-4114-9b15-3034e29113c5 req-52ae95e6-578e-4e19-be72-0e41fdf77350 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0608964 May 27 03:33:22.735167 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-01905190-b3d8-4114-9b15-3034e29113c5 req-d80ded6f-1e43-47f1-8abf-2d9b7d17d187 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424111 May 27 03:33:23.853580 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66fad79-74c6-4eb8-a289-f20e1da2ec15 req-1673c4fc-79e4-44e5-a642-b45a55cfcac2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:23.855090 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a66fad79-74c6-4eb8-a289-f20e1da2ec15 req-1673c4fc-79e4-44e5-a642-b45a55cfcac2 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0512805 May 27 03:33:23.907733 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a66fad79-74c6-4eb8-a289-f20e1da2ec15 req-da332637-e0a0-480b-8448-e8ae56f0491e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465379 May 27 03:33:24.003421 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:24.021766 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bbcca-b314-4cce-bc01-272f8505eeeb req-99e910f0-58ab-4995-9ea2-7537d36ad63f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:24.023544 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-471bbcca-b314-4cce-bc01-272f8505eeeb req-99e910f0-58ab-4995-9ea2-7537d36ad63f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0520117 May 27 03:33:24.032393 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36484) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:24.036701 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'port_id': '7af37490-4b36-4ff1-b478-34c104e7a6d7'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:24.077117 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:24.193186 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:24.532561 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:24.537223 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:24.628000 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP 7d0993db-6c68-40b8-b45e-ed0dc6063a2e associated. External IP: 172.27.1.59, port: 7af37490-4b36-4ff1-b478-34c104e7a6d7. May 27 03:33:24.757862 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:24.815545 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:24.915411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:24.920137 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:24.925773 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:24.935595 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:24.936233 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:24.950129 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-58453d22-0078-4283-a496-ab8f40834544 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "PUT /v2.0/floatingips/7d0993db-6c68-40b8-b45e-ed0dc6063a2e HTTP/1.1" status: 200 len: 991 time: 0.9166975 May 27 03:33:24.950802 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:24.953446 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72b36839-3120-48af-9fd9-f8b8b93bfbee" -d '{"events": [{"name": "network-changed", "server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:24.990926 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-561e02a4-33bd-4aa4-96b8-f484d927220b x-openstack-request-id: req-561e02a4-33bd-4aa4-96b8-f484d927220b {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:24.991221 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:24.991477 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-561e02a4-33bd-4aa4-96b8-f484d927220b {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:24.991925 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-561e02a4-33bd-4aa4-96b8-f484d927220b'] response: {'name': 'network-changed', 'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'status': 'completed', 'code': 200} May 27 03:33:25.039812 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:25.240925 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '7d0993db-6c68-40b8-b45e-ed0dc6063a2e', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:67:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:03Z', 'updated_at': '2022-05-27T03:33:24Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:25.268764 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:25.277276 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:25.277852 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:25.356307 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:25.373207 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:25.576730 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '7d0993db-6c68-40b8-b45e-ed0dc6063a2e', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:67:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:03Z', 'updated_at': '2022-05-27T03:33:24Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:25.600344 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80a8e17-67c3-4ca3-900f-06954afa04ee None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '7d0993db-6c68-40b8-b45e-ed0dc6063a2e', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.59', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 664, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:67:48:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:03Z', 'updated_at': '2022-05-27T03:33:24Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:25.803762 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a631dfd8-bd7d-4240-b807-37a95b8ec928 None None] New status for floating IP 7d0993db-6c68-40b8-b45e-ed0dc6063a2e: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:33:25.903847 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:26.775391 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:27.313608 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-d7c05cb9-9e03-4079-a7d3-102ba625a9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:27.315067 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-d7c05cb9-9e03-4079-a7d3-102ba625a9fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 1130 time: 0.0383134 May 27 03:33:27.408744 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-f26a1322-de6d-474e-8276-9a20d0321a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:27.410190 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-f26a1322-de6d-474e-8276-9a20d0321a0d service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0881028 May 27 03:33:27.475175 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-0a3b580e-eb07-498d-a9f1-afc15f291cd6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7 HTTP/1.1" status: 200 len: 1001 time: 0.0578821 May 27 03:33:27.523609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-5c4ca2ba-641a-4f8b-8963-f0777e18512c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:27.524978 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-5c4ca2ba-641a-4f8b-8963-f0777e18512c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0444798 May 27 03:33:27.564359 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:27.577212 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-dde297ab-f5b3-4005-bb61-fa1edfaa904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:27.579360 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-dde297ab-f5b3-4005-bb61-fa1edfaa904e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460191 May 27 03:33:27.683891 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-8adbe3b2-20dd-41ff-824e-6c4ed04add74 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974047 May 27 03:33:27.780282 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-72b36839-3120-48af-9fd9-f8b8b93bfbee req-10b6b12e-3977-4d8a-9d45-059f9f3bd860 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899277 May 27 03:33:28.380250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:32.346391 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-9dcfcb52-ae4b-4ccc-9dcf-e38ff1f810cc tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-73264536&fields=id&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 267 time: 0.0445602 May 27 03:33:32.449064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-f5a70f57-02af-47f3-a14c-98ae289f337a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:32.450561 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-f5a70f57-02af-47f3-a14c-98ae289f337a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.0979035 May 27 03:33:32.465017 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ed05e197-fe74-4783-aaad-f315808a6a7a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/quotas/ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 375 time: 0.0089812 May 27 03:33:32.517743 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ec92e123-23a1-4212-8a56-70519a0e16ef tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0480464 May 27 03:33:32.610217 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-087aa133-e5ee-4cc7-aba9-14c88a91275c service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815909 May 27 03:33:32.689135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:32.705374 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-d18139f4-55f5-415b-9c50-a4ee9d67cb2f service neutron] 10.222.0.62 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889480 May 27 03:33:32.991461 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-7f07b9ac-2b2a-4b57-9ef7-bf82d4a575b1 req-c68e0e52-49c0-41f9-8ce9-d687796f4496 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 210 time: 0.0314732 May 27 03:33:33.083206 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:33:34.084431 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-596e2432-f4e3-4b01-bc0b-3bc1e317d833 req-7c630cbc-5c41-4d64-9349-5ce85048680f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 210 time: 0.0288725 May 27 03:33:34.385638 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-159333e5-d482-495b-9686-4ec499e3c9bf tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:34.387176 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-159333e5-d482-495b-9686-4ec499e3c9bf tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 812 time: 0.1049898 May 27 03:33:34.460530 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-0910fc82-baa4-4565-8cdf-3216d71587ea tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc47aa302dc4c4e94c4bc7227728c40 HTTP/1.1" status: 200 len: 378 time: 0.0558822 May 27 03:33:34.468600 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'port': {'device_id': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'admin_state_up': True, 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'security_groups': ['6442cf90-c91e-4132-80ed-9547c9aa1d91']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:34.575695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Made reservation on behalf of ffc47aa302dc4c4e94c4bc7227728c40 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:33:34.579437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:34.643569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:34.709688 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.20.0.8 (561895ec-13c2-4737-9f4c-a28189f41261/54d01bde-5bb4-4778-816e-ba887aaa3415/0043daec-332d-4272-9b40-80a037bc94a6) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:34.858817 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (0043daec-332d-4272-9b40-80a037bc94a6), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:34.892146 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:34.933939 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 561895ec-13c2-4737-9f4c-a28189f41261 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:34.941715 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:34.945682 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:34.963988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b296a4cf-baa3-4c37-981e-7bd59c2119e0 req-f3d66b4a-2d2d-40fd-b88f-f299ffb8f3fd tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:34.965554 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b296a4cf-baa3-4c37-981e-7bd59c2119e0 req-f3d66b4a-2d2d-40fd-b88f-f299ffb8f3fd tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0625062 May 27 03:33:34.970692 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:35.008809 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:35.009616 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.029867 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-ddd9a575-ca14-454a-8ec9-4928577ef1a5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648396 May 27 03:33:35.045501 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b296a4cf-baa3-4c37-981e-7bd59c2119e0 req-529a73f2-28f0-4ca9-8154-4e921b07b216 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741446 May 27 03:33:35.056320 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Request body: {'port': {'device_id': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:35.077090 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36578) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:35.138017 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0043daec-332d-4272-9b40-80a037bc94a6), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.187972 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:35.204822 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-011bf1c8-0b0c-4212-8cb8-ef5b645f5cdd None None] Provisioning complete for port 0043daec-332d-4272-9b40-80a037bc94a6 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:35.205394 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-011bf1c8-0b0c-4212-8cb8-ef5b645f5cdd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0043daec-332d-4272-9b40-80a037bc94a6), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.243758 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-011bf1c8-0b0c-4212-8cb8-ef5b645f5cdd None None] Port 0043daec-332d-4272-9b40-80a037bc94a6 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:33:35.277652 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a11c67-4716-46af-94e6-4adc44c649c6 tempest-TestMinimumBasicScenario-480132960 tempest-TestMinimumBasicScenario-480132960-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:35.279351 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-56a11c67-4716-46af-94e6-4adc44c649c6 tempest-TestMinimumBasicScenario-480132960 tempest-TestMinimumBasicScenario-480132960-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1125 time: 0.2007403 May 27 03:33:35.282308 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36584) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:35.287041 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'port_id': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:35.290607 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0d0a41-52c1-479e-89d1-7d4d54dd4b92 req-82e78c90-f334-47f2-b30f-256221571deb tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:35.292112 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e0d0a41-52c1-479e-89d1-7d4d54dd4b92 req-82e78c90-f334-47f2-b30f-256221571deb tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 931 time: 0.1188612 May 27 03:33:35.295011 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:35.312440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.392495 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.438562 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4e0d0a41-52c1-479e-89d1-7d4d54dd4b92 req-c0d5c783-c55e-4ec5-8c11-600a5ff678f5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1400247 May 27 03:33:35.474433 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=4,neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:35.498222 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Allocated IP 172.27.1.34 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/17825663-1898-481c-867a-91dc5af70828) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:35.546556 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0043daec-332d-4272-9b40-80a037bc94a6 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:35.553963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks [] for port (0043daec-332d-4272-9b40-80a037bc94a6), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.566424 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Transition to ACTIVE for port object 0043daec-332d-4272-9b40-80a037bc94a6 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:33:35.571141 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.579329 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=86 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:35.606775 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for port (17825663-1898-481c-867a-91dc5af70828), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.622822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Pushing event updated for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:35.640530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (17825663-1898-481c-867a-91dc5af70828), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.682129 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:35.687035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:35.691054 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:35.694394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'Port': ['ID=17825663-1898-481c-867a-91dc5af70828,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:35.705808 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Attempting to bind port 0043daec-332d-4272-9b40-80a037bc94a6 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:33:35.706686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Attempting to bind port 0043daec-332d-4272-9b40-80a037bc94a6 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:33:35.707028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Attempting to bind port 0043daec-332d-4272-9b40-80a037bc94a6 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:35.711990 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Port 0043daec-332d-4272-9b40-80a037bc94a6 on network 561895ec-13c2-4737-9f4c-a28189f41261 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:33:35.713736 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Attempting to bind port 0043daec-332d-4272-9b40-80a037bc94a6 on network 561895ec-13c2-4737-9f4c-a28189f41261 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:33:35.721038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:33:35.721631 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Checking segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:33:35.722896 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Bound using segment: {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:33:35.723343 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Bound port: 0043daec-332d-4272-9b40-80a037bc94a6, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '325ef307-f20c-42ae-a303-607424653ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 579, 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:33:35.723702 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0043daec-332d-4272-9b40-80a037bc94a6), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.787598 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:33:35.790998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0043daec-332d-4272-9b40-80a037bc94a6,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:33:35.794998 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:35.798003 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.841407 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:35.841989 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:35.843704 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] 10.222.0.60 "PUT /v2.0/ports/0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 1093 time: 0.7922094 May 27 03:33:35.844554 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:35.846901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c32d889-6ad8-46d6-bd69-6ad727073e34" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:35.877403 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed8dd5-b82e-4b15-93c8-c09837e05fbc service neutron] Pushing event updated for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:35.895726 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f720c1aa-a55c-4f1e-ac9f-e1cd672ea8f7 x-openstack-request-id: req-f720c1aa-a55c-4f1e-ac9f-e1cd672ea8f7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:35.896064 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:35.896318 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-f720c1aa-a55c-4f1e-ac9f-e1cd672ea8f7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:35.896772 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f720c1aa-a55c-4f1e-ac9f-e1cd672ea8f7'] response: {'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6', 'status': 'completed', 'code': 200} May 27 03:33:35.965955 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-72674489-9985-4148-9d27-b09bbed56d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:35.967473 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-72674489-9985-4148-9d27-b09bbed56d80 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1127 time: 0.0476577 May 27 03:33:36.020499 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-a23d0a87-22f2-4a98-872f-af1924128330 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 217 time: 0.0355017 May 27 03:33:36.073115 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-3c08e718-3c0b-4f6f-ac9b-d17e06a3904b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.074569 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-3c08e718-3c0b-4f6f-ac9b-d17e06a3904b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0458505 May 27 03:33:36.084404 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for floatingip (2dde3a2b-1abe-4501-bb0a-5db2757ac555), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:36.085474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=5,neutron:SELECT=94,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.122478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-c1de92b3-cbee-4c32-ac4d-e0b0f98c23cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.124283 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-c1de92b3-cbee-4c32-ac4d-e0b0f98c23cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420504 May 27 03:33:36.156988 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (17825663-1898-481c-867a-91dc5af70828), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:36.180052 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.218321 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-e320de15-9a5b-4ae0-93a0-c8a15cddac66 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847340 May 27 03:33:36.309401 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-a2226723-92a2-4318-8978-14ccbd8e22d2 req-df10d6eb-8f5b-4273-920a-1e57aa36ebf8 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849953 May 27 03:33:36.337139 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for port (17825663-1898-481c-867a-91dc5af70828), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:36.341479 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (17825663-1898-481c-867a-91dc5af70828), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:36.410582 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'Port': ['ID=17825663-1898-481c-867a-91dc5af70828,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:36.419225 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (2dde3a2b-1abe-4501-bb0a-5db2757ac555), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:36.558995 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771724e-71bf-46d8-b9b5-ef1edc7820c2 req-97ba41a2-8b59-472a-adc7-1df5c41d2198 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.560584 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0771724e-71bf-46d8-b9b5-ef1edc7820c2 req-97ba41a2-8b59-472a-adc7-1df5c41d2198 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0492249 May 27 03:33:36.612020 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0771724e-71bf-46d8-b9b5-ef1edc7820c2 req-d2b6d890-8961-4b02-a20b-58663de354d9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456657 May 27 03:33:36.731021 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-ba0558e1-2f0d-4fd0-ba40-06d97072ba8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.732543 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-ba0558e1-2f0d-4fd0-ba40-06d97072ba8e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1127 time: 0.0391619 May 27 03:33:36.740077 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Floating IP 2dde3a2b-1abe-4501-bb0a-5db2757ac555 associated. External IP: 172.27.1.34, port: 6c377781-a67e-4b85-a7a6-00d1694a82dc. May 27 03:33:36.802780 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.826740 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-15450f92-1815-4ddb-8b65-5dee5334261d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.828545 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-15450f92-1815-4ddb-8b65-5dee5334261d service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0894635 May 27 03:33:36.874150 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-0499adaf-8a67-4ba0-8454-061726d2fd47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 217 time: 0.0329752 May 27 03:33:36.916601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:36.929992 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-06c41342-c2c3-4870-a31f-21b8223ab568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.931468 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-06c41342-c2c3-4870-a31f-21b8223ab568 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0474885 May 27 03:33:36.939050 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Router e3f60f05-49bd-4e2d-909e-81638ecabaed has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:36.979204 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-3ddcbd5c-8456-4f4c-aad0-556342a3d4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:36.980757 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-3ddcbd5c-8456-4f4c-aad0-556342a3d4b8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396082 May 27 03:33:37.042510 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:37.053034 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Sync routers for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:37.062319 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.063912 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:37.064694 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:37.078254 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-c5b1e8a5-d060-4c28-a907-7de460205056 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870056 May 27 03:33:37.095929 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9060acce-dc84-4c57-81a9-f9f870c7fdab tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8101637 May 27 03:33:37.095929 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:37.096620 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281" -d '{"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:37.099374 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36590) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.103622 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1929362669', 'description': 'tempest-secgroup-smoke-1929362669 description', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.116474 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=1,neutron:INSERT=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.130737 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.142442 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91d1b30-5cb7-46af-b5a2-a8a567c5924a x-openstack-request-id: req-c91d1b30-5cb7-46af-b5a2-a8a567c5924a {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:37.142789 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:37.143050 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c91d1b30-5cb7-46af-b5a2-a8a567c5924a {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:37.143398 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c91d1b30-5cb7-46af-b5a2-a8a567c5924a'] response: {'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:33:37.185733 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0c32d889-6ad8-46d6-bd69-6ad727073e34 req-5fde4386-b40c-44cc-af27-7227f96d9ef1 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009340 May 27 03:33:37.211428 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (1cd3d8bd-6c29-444c-a5b4-2c39179e198a), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.215690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1cd3d8bd-6c29-444c-a5b4-2c39179e198a), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.247392 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.251474 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1483476 May 27 03:33:37.251702 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36594) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.256840 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.262244 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1474ad4a-a047-4e38-bcae-667efd4b582d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cd3d8bd-6c29-444c-a5b4-2c39179e198a,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.267244 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-598ff785-98b2-4aaa-bfb6-2aa15a3bd73a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:37.270056 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-598ff785-98b2-4aaa-bfb6-2aa15a3bd73a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1130 time: 0.0464275 May 27 03:33:37.281595 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:37.288335 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (e0e795e4-ca33-416a-9add-0ef239419317), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.354968 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (e0e795e4-ca33-416a-9add-0ef239419317), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.359724 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (e0e795e4-ca33-416a-9add-0ef239419317), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.369920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-7f706d26-2113-4ad8-9872-b329ae539745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:37.371571 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-7f706d26-2113-4ad8-9872-b329ae539745 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.0943708 May 27 03:33:37.379442 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0e795e4-ca33-416a-9add-0ef239419317,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.389195 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.393198 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-17c3f1f5-8433-4806-a853-c795cf262c3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1405213 May 27 03:33:37.393774 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36596) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.398584 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.426627 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (219d5256-cdd2-4200-a4ad-e171742ed006), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.443572 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-e1404d0d-3612-4172-be11-18b0cd97604f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 999 time: 0.0604916 May 27 03:33:37.478178 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (219d5256-cdd2-4200-a4ad-e171742ed006), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.478851 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.482764 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (219d5256-cdd2-4200-a4ad-e171742ed006), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.496247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-da7c9dcf-22a5-4099-999f-1109f3275f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:37.497843 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-da7c9dcf-22a5-4099-999f-1109f3275f53 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0480232 May 27 03:33:37.501441 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=219d5256-cdd2-4200-a4ad-e171742ed006,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.511580 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.515260 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-04140d4c-50a7-4451-b2c1-bcd5c02c13a8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1174855 May 27 03:33:37.515517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36598) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.522791 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.524473 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '2dde3a2b-1abe-4501-bb0a-5db2757ac555', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'port_id': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'mac_address': 'fa:16:3e:19:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e76e5-4962-45d3-accd-406dfc8dae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:35Z', 'updated_at': '2022-05-27T03:33:35Z', 'revision_number': 0, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:37.550458 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Checking router: e3f60f05-49bd-4e2d-909e-81638ecabaed for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:37.552198 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (67e21c31-f044-43e0-a401-c28eecff7806), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.559349 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:37.560027 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:37.606405 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (67e21c31-f044-43e0-a401-c28eecff7806), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.610223 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (67e21c31-f044-43e0-a401-c28eecff7806), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.617161 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.632151 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67e21c31-f044-43e0-a401-c28eecff7806,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.647994 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.649387 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-61b2e99b-8586-474f-b286-55a5cd9ee772 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1306520 May 27 03:33:37.652296 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36602) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.657570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.695439 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (faef274d-4642-4973-a76f-6662665221b1), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.705917 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:37.756486 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (faef274d-4642-4973-a76f-6662665221b1), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.760748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (faef274d-4642-4973-a76f-6662665221b1), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.782083 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faef274d-4642-4973-a76f-6662665221b1,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.790592 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.792038 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-99d9c2ce-ab4a-4766-8aa1-dbe89748cb2f tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386836 May 27 03:33:37.794673 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36604) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.799282 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.824718 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Project 54f9fd67a8e2485eba03336c3b0b6b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:33:37.831126 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (71323b58-3af6-4a9a-b69b-62def8eb4fa0), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.836250 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-5e4644ca-b012-4b7a-a1ca-29a503719532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:37.837763 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-5e4644ca-b012-4b7a-a1ca-29a503719532 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3309052 May 27 03:33:37.839963 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=74,neutron:INSERT=17,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.850345 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66491c-275a-44a3-9f56-c8cbc1819e19 req-615515d9-c40c-456b-a1d4-703a4e71415f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:37.851858 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9f66491c-275a-44a3-9f56-c8cbc1819e19 req-615515d9-c40c-456b-a1d4-703a4e71415f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0611281 May 27 03:33:37.890800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (71323b58-3af6-4a9a-b69b-62def8eb4fa0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.895071 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (71323b58-3af6-4a9a-b69b-62def8eb4fa0), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.913921 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71323b58-3af6-4a9a-b69b-62def8eb4fa0,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:37.929258 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.930488 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-20179458-a9d8-4879-94fc-8f171e0c0407 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348815 May 27 03:33:37.933203 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36606) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:37.937560 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'security_group_rule': {'security_group_id': '1cd3d8bd-6c29-444c-a5b4-2c39179e198a', 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:37.940088 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:37.963366 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.securitygroups_db [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Project 54f9fd67a8e2485eba03336c3b0b6b4e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 27 03:33:37.971854 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (fd3962a1-0c03-4146-bc74-825f9e16d266), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:37.974040 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9f66491c-275a-44a3-9f56-c8cbc1819e19 req-7bd5683c-109f-4356-8a52-a59fb7430cf9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1127553 May 27 03:33:37.978444 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '2dde3a2b-1abe-4501-bb0a-5db2757ac555', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'port_id': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'mac_address': 'fa:16:3e:19:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e76e5-4962-45d3-accd-406dfc8dae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:35Z', 'updated_at': '2022-05-27T03:33:35Z', 'revision_number': 0, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:37.997331 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-fb702ff9-e2d8-47e1-9861-893a0cc1bb2c service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362708 May 27 03:33:38.007991 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b025951-ce66-4091-a979-ba0d1e3716fd None None] The sync data for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi is: [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '2dde3a2b-1abe-4501-bb0a-5db2757ac555', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'floating_ip_address': '172.27.1.34', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'port_id': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 669, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'mac_address': 'fa:16:3e:19:41:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '626e76e5-4962-45d3-accd-406dfc8dae92', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:35Z', 'updated_at': '2022-05-27T03:33:35Z', 'revision_number': 0, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:38.037905 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (fd3962a1-0c03-4146-bc74-825f9e16d266), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.043144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (fd3962a1-0c03-4146-bc74-825f9e16d266), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.063431 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3962a1-0c03-4146-bc74-825f9e16d266,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:38.072970 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.074244 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bb8d44e2-7e90-444b-85dd-2cde9db218d1 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1400979 May 27 03:33:38.099985 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d27d3f9d-efc8-47bf-b57c-cb5a3b43a281 req-5c04e9a5-640f-42ca-a2ff-383c5187dbf8 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974865 May 27 03:33:38.174017 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-680f4108-ad2e-43a1-8291-66893d918291 req-127801ab-a9f6-43fa-9c77-5ac0bf0027b8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929362669&fields=id&tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e HTTP/1.1" status: 200 len: 267 time: 0.0484881 May 27 03:33:38.224842 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87ae5cb3-67bd-4e9b-a265-ad6620372c0c None None] New status for floating IP 2dde3a2b-1abe-4501-bb0a-5db2757ac555: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:33:38.228115 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:38.230785 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f4108-ad2e-43a1-8291-66893d918291 req-c5891850-d6c3-4f44-a769-ad8d35af52b3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:38.232383 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-680f4108-ad2e-43a1-8291-66893d918291 req-c5891850-d6c3-4f44-a769-ad8d35af52b3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0524831 May 27 03:33:38.244001 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'port': {'security_groups': ['6674b9c6-f595-40ab-8d91-5960a2451c63', '1cd3d8bd-6c29-444c-a5b4-2c39179e198a']}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:38.313562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.563096 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:38.575766 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:38.592388 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.598386 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.638448 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:33:38.640122 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:38.640748 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:38.642845 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-680f4108-ad2e-43a1-8291-66893d918291 req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "PUT /v2.0/ports/6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 982 time: 0.4028275 May 27 03:33:38.665241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dccaac-8b5a-4e1c-a4bd-a71679d8fc52 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=6']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:38.758481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19a8a-2a0d-4fb0-bd89-49038c5f7d72 req-0f4d1e7f-40f9-41dc-9e79-8ba301ad4321 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:38.765628 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-39c19a8a-2a0d-4fb0-bd89-49038c5f7d72 req-0f4d1e7f-40f9-41dc-9e79-8ba301ad4321 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0657115 May 27 03:33:38.796806 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:38.809740 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:33:38.831573 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-39c19a8a-2a0d-4fb0-bd89-49038c5f7d72 req-45a3e4c6-9b59-480d-aeb3-c7942ecd301b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0648587 May 27 03:33:38.973343 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-fbf0467c-82da-4675-80a2-0abd594361b6 None None] Provisioning complete for port 6c377781-a67e-4b85-a7a6-00d1694a82dc triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:38.973704 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fbf0467c-82da-4675-80a2-0abd594361b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:39.091627 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133001e5-5259-41f3-9acc-432030dcc41e req-c6f94db8-2fee-4132-8136-ef3bde5a3c5a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:39.093150 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-133001e5-5259-41f3-9acc-432030dcc41e req-c6f94db8-2fee-4132-8136-ef3bde5a3c5a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0483294 May 27 03:33:39.145676 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-133001e5-5259-41f3-9acc-432030dcc41e req-4374aaf0-7da4-499c-9fdd-319acc46d820 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0450270 May 27 03:33:39.146109 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:39.148342 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-731e3199-1e4a-48fd-a6dc-2d964687b3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:39.152230 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:39.156703 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-fbf0467c-82da-4675-80a2-0abd594361b6 None None] Current status of the port 6c377781-a67e-4b85-a7a6-00d1694a82dc is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:39.170559 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:39.185108 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c1751d-cbab-4e3b-9889-ecabb36e8273 x-openstack-request-id: req-c4c1751d-cbab-4e3b-9889-ecabb36e8273 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:39.185629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:39.185629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c4c1751d-cbab-4e3b-9889-ecabb36e8273 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:39.186025 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4c1751d-cbab-4e3b-9889-ecabb36e8273'] response: {'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:33:39.280874 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-33ce6ead-4afa-4d92-ba60-065feb9b45b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:39.282390 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-33ce6ead-4afa-4d92-ba60-065feb9b45b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1169 time: 0.0405743 May 27 03:33:39.377075 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-5adac6b8-36d2-4331-bf16-87041700ce64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:39.379070 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-5adac6b8-36d2-4331-bf16-87041700ce64 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.0882614 May 27 03:33:39.437604 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-91f76ba3-ad1a-4f64-ba54-0127f0bdb3a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 1001 time: 0.0531995 May 27 03:33:39.484201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-944cfff9-9ae9-49b9-9706-922997991d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:39.485573 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-944cfff9-9ae9-49b9-9706-922997991d13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0418141 May 27 03:33:39.531696 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-450e7153-c2d4-4ac7-b2d1-1eb2913e7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:39.533188 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-450e7153-c2d4-4ac7-b2d1-1eb2913e7e09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409648 May 27 03:33:39.780122 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-156e47bc-70c0-4f0e-916f-812c45dd0316 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810688 May 27 03:33:39.871212 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-731e3199-1e4a-48fd-a6dc-2d964687b3a3 req-68b3ca95-04b8-49e0-ad54-ad848f77ff6f service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850961 May 27 03:33:40.264815 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cb5be2-254c-4e96-8cfc-94ebddcee5bd req-f87b2bd9-ad00-4f7a-8a19-a3e8170907d7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:40.266181 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-75cb5be2-254c-4e96-8cfc-94ebddcee5bd req-f87b2bd9-ad00-4f7a-8a19-a3e8170907d7 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0532610 May 27 03:33:40.313900 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-75cb5be2-254c-4e96-8cfc-94ebddcee5bd req-4e470b5c-cb53-4d44-b395-7f2b2090dc3b tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414455 May 27 03:33:41.428720 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9cb670-cd45-4a08-8d39-1019ba0ec3d2 req-ca81143f-83e1-40f4-ac25-cb7a776387ca tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:41.430187 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7d9cb670-cd45-4a08-8d39-1019ba0ec3d2 req-ca81143f-83e1-40f4-ac25-cb7a776387ca tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0477359 May 27 03:33:41.478586 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7d9cb670-cd45-4a08-8d39-1019ba0ec3d2 req-0ef36472-8d87-4250-9b2e-9241dc665c4a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428960 May 27 03:33:42.571664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:INSERT=5,neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:42.590562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e917aaa5-cfec-436b-a33b-d427d2b95f34 req-2d1c7eb9-fe09-4e8b-9e4a-e975e3271b96 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:42.592031 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e917aaa5-cfec-436b-a33b-d427d2b95f34 req-2d1c7eb9-fe09-4e8b-9e4a-e975e3271b96 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0472701 May 27 03:33:42.639554 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e917aaa5-cfec-436b-a33b-d427d2b95f34 req-dcf76a75-e54e-4f6c-a243-9bcdc65d83fc tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420873 May 27 03:33:43.753044 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a80d82-7da4-482b-b7c6-982d83f91d1f req-f1430390-bfea-47f8-82f0-912a37661c6a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:43.754718 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7a80d82-7da4-482b-b7c6-982d83f91d1f req-f1430390-bfea-47f8-82f0-912a37661c6a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 943 time: 0.0478139 May 27 03:33:43.774900 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 0043daec-332d-4272-9b40-80a037bc94a6 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:33:43.808827 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c7a80d82-7da4-482b-b7c6-982d83f91d1f req-e1f50471-cc6e-41f5-872e-3cb36e2f084f tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0484152 May 27 03:33:43.875974 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0043daec-332d-4272-9b40-80a037bc94a6,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:43.887560 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '0043daec-332d-4272-9b40-80a037bc94a6', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'port_id': '0043daec-332d-4272-9b40-80a037bc94a6', 'mac_address': 'fa:16:3e:a6:b4:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 579, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:33:43.922351 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 0043daec-332d-4272-9b40-80a037bc94a6 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:43.922743 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0043daec-332d-4272-9b40-80a037bc94a6), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:43.935703 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0043daec-332d-4272-9b40-80a037bc94a6 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:33:43.955433 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0043daec-332d-4272-9b40-80a037bc94a6,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:43.959459 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:44.003108 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:44.309593 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['0043daec-332d-4272-9b40-80a037bc94a6'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:33:44.926788 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d8061-980b-4ccc-ad24-800cce4cf02f req-037986ab-77ee-408a-8e7b-240dbfd33c9a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:44.928787 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-206d8061-980b-4ccc-ad24-800cce4cf02f req-037986ab-77ee-408a-8e7b-240dbfd33c9a tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 944 time: 0.0491598 May 27 03:33:44.977541 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-206d8061-980b-4ccc-ad24-800cce4cf02f req-ccf5a3d3-9401-48cc-a6e8-1652263ea735 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431619 May 27 03:33:45.776345 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 0043daec-332d-4272-9b40-80a037bc94a6 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:33:45.780189 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:45.803656 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:45.823646 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 0043daec-332d-4272-9b40-80a037bc94a6 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:33:45.829652 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 0043daec-332d-4272-9b40-80a037bc94a6 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:33:45.830016 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (0043daec-332d-4272-9b40-80a037bc94a6), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:45.900239 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 0043daec-332d-4272-9b40-80a037bc94a6 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:33:45.900557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (0043daec-332d-4272-9b40-80a037bc94a6), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:45.922084 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:45.924308 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef4feaf2-62c0-4a8e-bf43-3166c6b3a8ca" -d '{"events": [{"server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "name": "network-vif-plugged", "status": "completed", "tag": "0043daec-332d-4272-9b40-80a037bc94a6"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:45.938533 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0043daec-332d-4272-9b40-80a037bc94a6,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:33:45.942071 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:45.966243 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590b02b0-93fe-4529-a156-9126fe689bd9 x-openstack-request-id: req-590b02b0-93fe-4529-a156-9126fe689bd9 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:45.966528 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "name": "network-vif-plugged", "status": "completed", "tag": "0043daec-332d-4272-9b40-80a037bc94a6", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:45.966776 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-590b02b0-93fe-4529-a156-9126fe689bd9 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:45.967158 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-590b02b0-93fe-4529-a156-9126fe689bd9'] response: {'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6', 'code': 200} May 27 03:33:45.994808 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:46.092061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64753073-eb48-46b6-a995-6417f011fabb req-8d15c22e-57cf-4188-8173-d0f196c61564 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:46.093543 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-64753073-eb48-46b6-a995-6417f011fabb req-8d15c22e-57cf-4188-8173-d0f196c61564 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0485213 May 27 03:33:46.143879 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-64753073-eb48-46b6-a995-6417f011fabb req-74738337-5ab4-4a73-a26c-4d19e54f2dc9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0447276 May 27 03:33:46.253247 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83418021-1c6b-4c9f-ab79-a324cc402e56 req-8db4fa43-9c71-4ed9-b637-308a4eee5aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:46.256382 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83418021-1c6b-4c9f-ab79-a324cc402e56 req-8db4fa43-9c71-4ed9-b637-308a4eee5aac service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1129 time: 0.0413692 May 27 03:33:46.301182 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-83418021-1c6b-4c9f-ab79-a324cc402e56 req-3544b7c7-cb58-4373-a7d5-8f6db98c7d8d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0394754 May 27 03:33:47.262427 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166dd97-9705-4989-860e-611a865aef4c req-b2b528df-94c9-4f72-8826-3718cf491244 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:47.263782 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1166dd97-9705-4989-860e-611a865aef4c req-b2b528df-94c9-4f72-8826-3718cf491244 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0457208 May 27 03:33:47.303342 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:47.312983 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1166dd97-9705-4989-860e-611a865aef4c req-710d381e-6aa0-4200-85f7-707f55dbea87 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0437813 May 27 03:33:47.976367 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=49 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:47.982212 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=69 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:48.426768 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2577ff-f317-41b8-9cba-6219048c95e9 req-c904fda2-bf39-45e9-b05c-7296f5730a87 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:48.428379 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c2577ff-f317-41b8-9cba-6219048c95e9 req-c904fda2-bf39-45e9-b05c-7296f5730a87 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0464504 May 27 03:33:48.480539 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-0c2577ff-f317-41b8-9cba-6219048c95e9 req-41e83840-383c-43a7-a2d3-0c98a7dbf650 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463760 May 27 03:33:48.597205 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d8463c-f3d3-4ee0-a1b6-515fa0f4e17c req-f6bdfdad-dd0c-4222-ad4a-2884f4d2989c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:48.599450 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b6d8463c-f3d3-4ee0-a1b6-515fa0f4e17c req-f6bdfdad-dd0c-4222-ad4a-2884f4d2989c tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0524659 May 27 03:33:48.642526 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:48.648085 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-b6d8463c-f3d3-4ee0-a1b6-515fa0f4e17c req-6db1d40b-67c0-4a5e-ae22-def9495d0a39 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0436082 May 27 03:33:48.670552 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36644) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:48.707329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6142ff-3159-4f87-99de-0eef34bc854f tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:48.708879 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-cd6142ff-3159-4f87-99de-0eef34bc854f tempest-TestVolumeBootPattern-794613897 tempest-TestVolumeBootPattern-794613897-project-admin] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1124 time: 0.0372725 May 27 03:33:48.712083 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36646) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:33:48.716084 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'port_id': '0043daec-332d-4272-9b40-80a037bc94a6', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address': '172.20.0.8'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:33:48.736198 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:48.814205 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:48.917021 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_common [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Allocated IP 172.27.1.171 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/ad1da721-6976-4a5b-87e3-1060b4a60177) {{(pid=103924) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:33:48.973182 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:49.022440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.053884 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.089822 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103924) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:33:49.096164 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.base_scheduler [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Resources bound (agent type, host, resource id): {{(pid=103924) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:33:49.099949 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Received port after_create {{(pid=103924) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:33:49.121140 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=ad1da721-6976-4a5b-87e3-1060b4a60177,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:49.133115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.133460 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.133800 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.134138 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.134468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.134796 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.135119 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.135441 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.135765 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.136159 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.136488 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.136809 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.137129 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.137449 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.137764 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:33:49.154532 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:49.453291 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (13d781b4-3453-4a2a-b1db-5325a3642f6f), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.528181 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), before_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.676672 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:49.697741 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), precommit_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.701803 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9723808'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), after_update {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.766986 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event updated for resources: {'Port': ['ID=ad1da721-6976-4a5b-87e3-1060b4a60177,revision_number=2']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:33:49.780823 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (13d781b4-3453-4a2a-b1db-5325a3642f6f), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:49.876062 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP 13d781b4-3453-4a2a-b1db-5325a3642f6f associated. External IP: 172.27.1.171, port: 0043daec-332d-4272-9b40-80a037bc94a6. May 27 03:33:50.233389 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:33:50.294777 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:33:50.391916 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b39d3abf-b0eb-43ac-b092-550fccf13b7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:50.396061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:33:50.405784 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:33:50.413997 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:50.416025 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:50.416630 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:50.446840 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-417360e8-9da8-4eb7-9c22-3fddcad29239 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7337799 May 27 03:33:50.447490 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:33:50.449832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e922321-6f6d-4e3c-9f49-a85c934047fa" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:33:50.486093 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1505854c-3a32-46f7-a459-e54b542f244a x-openstack-request-id: req-1505854c-3a32-46f7-a459-e54b542f244a {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:33:50.486727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:33:50.486727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-1505854c-3a32-46f7-a459-e54b542f244a {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:33:50.487015 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1505854c-3a32-46f7-a459-e54b542f244a'] response: {'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6', 'status': 'completed', 'code': 200} May 27 03:33:50.518306 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:50.572063 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-0439e4dc-d3f8-445b-b9df-023bc93b38d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:50.573560 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-0439e4dc-d3f8-445b-b9df-023bc93b38d4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1129 time: 0.0395310 May 27 03:33:50.666379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-88bc62a1-cd2b-48d3-8b3c-3ed066be70f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:50.667963 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-88bc62a1-cd2b-48d3-8b3c-3ed066be70f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0872953 May 27 03:33:50.723231 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '13d781b4-3453-4a2a-b1db-5325a3642f6f', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '0043daec-332d-4272-9b40-80a037bc94a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:a6:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:49Z', 'updated_at': '2022-05-27T03:33:49Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}, {'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:50.730870 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-5892833a-e066-43cc-9b26-229331d6a261 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 999 time: 0.0559165 May 27 03:33:50.752181 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:33:50.760406 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:33:50.761001 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:33:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:50.778615 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-e90b8d9e-942a-4d77-aef3-75d2f6f845ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:50.780102 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-e90b8d9e-942a-4d77-aef3-75d2f6f845ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0435860 May 27 03:33:50.829051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-1998d941-b5e9-4244-a3da-281275b3e2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:33:50.830795 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-1998d941-b5e9-4244-a3da-281275b3e2a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421703 May 27 03:33:50.864977 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:33:50.919757 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-b2c3dc0c-eacc-4538-8451-6cf3ec28b6b0 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822918 May 27 03:33:51.015861 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7e922321-6f6d-4e3c-9f49-a85c934047fa req-64e3b94f-f591-49d1-bd4b-213683e1f7fc service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875480 May 27 03:33:51.073039 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '13d781b4-3453-4a2a-b1db-5325a3642f6f', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '0043daec-332d-4272-9b40-80a037bc94a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:a6:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:49Z', 'updated_at': '2022-05-27T03:33:49Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}, {'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:33:51.097218 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba088723-477e-4fa1-bf7a-2bf3d311b335 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': '13d781b4-3453-4a2a-b1db-5325a3642f6f', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.171', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '0043daec-332d-4272-9b40-80a037bc94a6', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:a6:b4:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:33:49Z', 'updated_at': '2022-05-27T03:33:49Z', 'revision_number': 0, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}, {'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:33:51.282421 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fd427d-0f44-4575-80a9-1891c43b2e40 None None] New status for floating IP 13d781b4-3453-4a2a-b1db-5325a3642f6f: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:33:52.672944 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-7f572644-0f23-408a-9acc-1b2130333a86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:54.004208 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:55.359176 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:56.778409 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:33:58.399732 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:00.438269 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=64,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:00.443074 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=22,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:01.006004 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=46 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:01.012235 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=58 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:01.538272 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-70436133-db83-40a9-8d81-68eb9384847e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:01.540119 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-70436133-db83-40a9-8d81-68eb9384847e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1169 time: 0.0399363 May 27 03:34:01.620409 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dcabc9-10bd-4441-98ae-e9340213f1b1 req-1a1fa903-84d4-4879-beed-6d32017a8534 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:01.621878 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-21dcabc9-10bd-4441-98ae-e9340213f1b1 req-1a1fa903-84d4-4879-beed-6d32017a8534 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.1596382 May 27 03:34:01.633875 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-523490f5-fc31-4dac-8789-9012264ea7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:01.635380 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-523490f5-fc31-4dac-8789-9012264ea7cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.0850279 May 27 03:34:01.680446 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-21dcabc9-10bd-4441-98ae-e9340213f1b1 req-cc01d1ea-816d-470a-82b8-168253aef26e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528300 May 27 03:34:01.706250 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-003889e9-0aa2-44df-85b5-d7dc6a421d8d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 1001 time: 0.0585024 May 27 03:34:01.755688 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-0ffdb29e-8dfc-47d1-bf37-7c04ba6abcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:01.757142 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-0ffdb29e-8dfc-47d1-bf37-7c04ba6abcc5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0426664 May 27 03:34:01.803655 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-6a716c1c-d075-4ad9-8536-49bc93a93b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:01.805468 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-6a716c1c-d075-4ad9-8536-49bc93a93b0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388048 May 27 03:34:01.906535 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-a7f626ae-f7d7-4aca-b87d-c1b345067ac7 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920014 May 27 03:34:01.995981 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1488429c-a79e-4e1b-a34d-c26a868e7562 req-a2a1bebf-d697-4f07-b37f-f53287bbd2e2 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827210 May 27 03:34:02.851461 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb8622-9485-41ba-9779-792a0a36288c req-a2abdf5f-f70e-4134-9a37-66ca8491e1a0 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:02.852969 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0acb8622-9485-41ba-9779-792a0a36288c req-a2abdf5f-f70e-4134-9a37-66ca8491e1a0 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.1035485 May 27 03:34:02.911187 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0acb8622-9485-41ba-9779-792a0a36288c req-582a244a-a3cc-4f1c-aece-56fff2dcd586 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521772 May 27 03:34:04.023149 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8821a4-43be-430d-a371-e66787422101 req-5b09fd28-6bb2-4fc3-8ab9-9c784195c156 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:04.024618 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f8821a4-43be-430d-a371-e66787422101 req-5b09fd28-6bb2-4fc3-8ab9-9c784195c156 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0460820 May 27 03:34:04.084876 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3f8821a4-43be-430d-a371-e66787422101 req-6ccbd773-9f7c-4d79-829d-5383ac3c1f3b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545790 May 27 03:34:04.134281 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-e8477076-b49a-45cb-a59b-1deb5722689a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0368450 May 27 03:34:04.228887 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-22e7f74a-767f-433d-8436-21c0365e6f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:04.230749 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-22e7f74a-767f-433d-8436-21c0365e6f81 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1129 time: 0.0381362 May 27 03:34:04.348550 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-2a8ab9e2-2609-4fcc-8cf0-cedb31af2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:04.350006 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-2a8ab9e2-2609-4fcc-8cf0-cedb31af2a19 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0915370 May 27 03:34:04.409159 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-0e37e7fd-959a-4e5b-af19-a031f445bd5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 1000 time: 0.0524445 May 27 03:34:04.461823 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-95ea622d-fa39-4257-b221-d5d1633652c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:04.463227 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-95ea622d-fa39-4257-b221-d5d1633652c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0456393 May 27 03:34:04.509911 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-f6ef3ecb-b4d8-4dfc-adbd-8d24180de369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:04.511289 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-f6ef3ecb-b4d8-4dfc-adbd-8d24180de369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0374899 May 27 03:34:04.588105 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:04.608128 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-00cf9af7-0e7b-4ce2-89c1-e6178bf7a995 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850134 May 27 03:34:04.665067 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:04.696739 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d70efc5b-28de-44c4-9ccf-bfcf7bc0c3a3 req-a2007ec8-fae2-42e1-8012-9e5de582517e service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808678 May 27 03:34:05.197287 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7d08ff-6d27-4c3c-aa59-cd0f6b72b01e req-d2eb6f9e-64d0-4e44-ba35-210407647b22 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:05.199323 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df7d08ff-6d27-4c3c-aa59-cd0f6b72b01e req-d2eb6f9e-64d0-4e44-ba35-210407647b22 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0471578 May 27 03:34:05.257277 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-df7d08ff-6d27-4c3c-aa59-cd0f6b72b01e req-e1ec6574-d585-4ffb-bb00-41eea5daf088 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0521350 May 27 03:34:06.374402 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe97883-5af8-4e51-8e0d-a983acefe6df req-bc2a7417-3a10-4333-9276-e3da45ff9563 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:06.375888 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-efe97883-5af8-4e51-8e0d-a983acefe6df req-bc2a7417-3a10-4333-9276-e3da45ff9563 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0509956 May 27 03:34:06.434028 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-efe97883-5af8-4e51-8e0d-a983acefe6df req-73e50cc4-5b18-4a5f-8a25-6051d3c55002 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0525672 May 27 03:34:06.969746 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=73 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:07.547629 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41837e-d02c-4e59-9e86-9732b710e90e req-5d71315c-77ba-4363-9bc4-01d97ea88f48 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:07.549088 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b41837e-d02c-4e59-9e86-9732b710e90e req-5d71315c-77ba-4363-9bc4-01d97ea88f48 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0492382 May 27 03:34:07.607614 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b41837e-d02c-4e59-9e86-9732b710e90e req-25b2b105-c19e-4f96-ab81-f64afbe28f03 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529380 May 27 03:34:08.394050 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=48,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:08.396018 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=41,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:08.721707 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bd00a-2c4c-441e-a4ff-626ac4e7e3ac req-63cb9136-314e-41f3-ab87-053182cf4562 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:08.723233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c22bd00a-2c4c-441e-a4ff-626ac4e7e3ac req-63cb9136-314e-41f3-ab87-053182cf4562 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0484536 May 27 03:34:08.783433 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c22bd00a-2c4c-441e-a4ff-626ac4e7e3ac req-99dd0b0d-a296-4341-9a7a-a916287543d7 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0546174 May 27 03:34:09.901784 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a175a88c-bc10-4e2b-beab-425c2e292ee4 req-2f0cf882-8e2c-4e7a-b00f-ebf0c228fe28 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:09.903167 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a175a88c-bc10-4e2b-beab-425c2e292ee4 req-2f0cf882-8e2c-4e7a-b00f-ebf0c228fe28 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0478499 May 27 03:34:09.966028 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-a175a88c-bc10-4e2b-beab-425c2e292ee4 req-711f9397-fd90-4737-a465-0314227d6cc9 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0572121 May 27 03:34:10.083479 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:11.083061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f00fb-f47d-4ff9-972c-8fbf3297e4cc req-922f9d90-c0ed-49be-b3ac-1ab48fc9e900 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:11.084512 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8b9f00fb-f47d-4ff9-972c-8fbf3297e4cc req-922f9d90-c0ed-49be-b3ac-1ab48fc9e900 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0495923 May 27 03:34:11.141540 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-8b9f00fb-f47d-4ff9-972c-8fbf3297e4cc req-94025aab-771b-4870-addf-6312d49061fc tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0514874 May 27 03:34:12.264164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7869a55-115e-4a08-9f00-e872bd93b737 req-bcf3ffbb-f969-4d60-8235-7a85a42f1323 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:12.265514 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7869a55-115e-4a08-9f00-e872bd93b737 req-bcf3ffbb-f969-4d60-8235-7a85a42f1323 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0551715 May 27 03:34:12.323865 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f7869a55-115e-4a08-9f00-e872bd93b737 req-77aea5bf-130d-4498-858c-8b72ce42db39 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0528336 May 27 03:34:13.437370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c64c37-7369-450f-848d-d1e7993f7c89 req-75b15c49-8df0-4698-8195-37128e1c5feb tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:13.438866 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e1c64c37-7369-450f-848d-d1e7993f7c89 req-75b15c49-8df0-4698-8195-37128e1c5feb tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0479648 May 27 03:34:13.498069 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e1c64c37-7369-450f-848d-d1e7993f7c89 req-c6d4897e-f3fd-4e43-8e13-574651fe4a08 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536609 May 27 03:34:14.610793 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a504174-de5b-4342-9eba-25d5f6c5e468 req-b24fa8fe-8c90-4a57-ad34-bccb24176ca0 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:14.612282 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a504174-de5b-4342-9eba-25d5f6c5e468 req-b24fa8fe-8c90-4a57-ad34-bccb24176ca0 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0472271 May 27 03:34:14.670908 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a504174-de5b-4342-9eba-25d5f6c5e468 req-80a5f517-2431-4516-92ba-38af08fde722 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0532095 May 27 03:34:15.783628 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fcd7ab-a52b-44f2-a866-992424199bf5 req-c0c35fce-197f-45a0-acbc-bd5da59be785 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:15.785076 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99fcd7ab-a52b-44f2-a866-992424199bf5 req-c0c35fce-197f-45a0-acbc-bd5da59be785 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0471542 May 27 03:34:15.847263 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-99fcd7ab-a52b-44f2-a866-992424199bf5 req-a4b3a495-f07b-4090-854f-353b4ca19a4b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0565591 May 27 03:34:16.962038 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b16540d-3d7e-4279-982c-ff35ed10d020 req-4374c713-ff9b-4b94-a601-3dff7d3b5839 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:16.963542 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b16540d-3d7e-4279-982c-ff35ed10d020 req-4374c713-ff9b-4b94-a601-3dff7d3b5839 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0482943 May 27 03:34:17.025217 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9b16540d-3d7e-4279-982c-ff35ed10d020 req-4bb20c0d-5c6b-4069-8261-af383ec75dbc tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0555658 May 27 03:34:17.451247 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=98 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:18.138986 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d371a6-39a4-4966-941c-a1b145c19986 req-5a03a0a6-c601-4deb-9fae-550b925c0e5d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:18.140487 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-04d371a6-39a4-4966-941c-a1b145c19986 req-5a03a0a6-c601-4deb-9fae-550b925c0e5d tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0477254 May 27 03:34:18.211757 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-04d371a6-39a4-4966-941c-a1b145c19986 req-80415cc2-3873-4ea1-9ce8-337bb3f4ca45 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654724 May 27 03:34:19.326241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafae10a-3dcf-43f5-a89f-77f2254f4953 req-a41c19a1-7897-4500-bff0-43a4e1619399 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:19.327692 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aafae10a-3dcf-43f5-a89f-77f2254f4953 req-a41c19a1-7897-4500-bff0-43a4e1619399 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0477965 May 27 03:34:19.371694 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:19.386950 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-aafae10a-3dcf-43f5-a89f-77f2254f4953 req-0c1faf0e-7ec0-4982-99ed-023e0064a5fc tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&id=1cd3d8bd-6c29-444c-a5b4-2c39179e198a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536442 May 27 03:34:20.078382 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=13 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:20.393002 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-a7f4331a-002c-434f-b9db-bc3a731173c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:20.489453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee960f0-a864-4d83-87d3-24412cb01736 req-cc1b761d-629b-4eb7-ab9f-9d37f7dedd78 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:20.490847 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4ee960f0-a864-4d83-87d3-24412cb01736 req-cc1b761d-629b-4eb7-ab9f-9d37f7dedd78 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0474091 May 27 03:34:20.536820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4ee960f0-a864-4d83-87d3-24412cb01736 req-ce410048-4b18-4f80-a695-f8cffb9c2536 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403755 May 27 03:34:21.659410 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37156855-2fd3-49e3-b73f-85d8fd49b469 req-f14939b4-d1f1-402a-b0fb-feee3dd70400 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:21.660892 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-37156855-2fd3-49e3-b73f-85d8fd49b469 req-f14939b4-d1f1-402a-b0fb-feee3dd70400 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0526299 May 27 03:34:21.707259 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-37156855-2fd3-49e3-b73f-85d8fd49b469 req-a3b8e4ba-ff01-404e-b947-50bebcf8da8d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=4c2b7159-c267-4c69-892e-c67c2ce9f872&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408909 May 27 03:34:22.178000 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-b8d23b8e-874b-48de-a86d-4af549f133b6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:22.179328 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-b8d23b8e-874b-48de-a86d-4af549f133b6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 946 time: 0.0454161 May 27 03:34:22.262169 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 7af37490-4b36-4ff1-b478-34c104e7a6d7 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:34:22.262514 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.306306 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:22.350558 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] For port 7af37490-4b36-4ff1-b478-34c104e7a6d7, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=7af37490-4b36-4ff1-b478-34c104e7a6d7,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:22.350920 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.359584 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:22.509172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.509436 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.509755 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP 7d0993db-6c68-40b8-b45e-ed0dc6063a2e disassociated. External IP: 172.27.1.59, port: 7af37490-4b36-4ff1-b478-34c104e7a6d7. May 27 03:34:22.510097 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 7af37490-4b36-4ff1-b478-34c104e7a6d7 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:34:22.632102 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (7af37490-4b36-4ff1-b478-34c104e7a6d7), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.662106 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=7af37490-4b36-4ff1-b478-34c104e7a6d7,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:22.671917 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.672270 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.672670 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.672962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.673304 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.673630 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.673962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.674289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.674616 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.674942 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.675268 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.675591 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.675938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.676303 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.676593 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:22.677633 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c9785b84-69a2-4160-9622-9f2813131d2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.806575 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:34:22.810435 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44df393c-02f2-4fac-93d6-30efe1aeef4d req-34f8fbc8-9202-4e40-bf12-42c1dabd74bc tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=20c99fc1-ceba-4a21-8037-49cc40802c0f HTTP/1.1" status: 200 len: 210 time: 0.0347743 May 27 03:34:22.912697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:34:22.922611 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:22.932826 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:22.933499 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:22.957546 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] No DVR routers for this DVR port 7af37490-4b36-4ff1-b478-34c104e7a6d7 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:22.960354 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:22.963508 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-44ece29b-28d1-4985-bcc7-0bfcaa4d8add req-9406f5f7-ec47-42c8-a04b-7493abfaa733 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "DELETE /v2.0/ports/7af37490-4b36-4ff1-b478-34c104e7a6d7 HTTP/1.1" status: 204 len: 173 time: 0.7784319 May 27 03:34:22.963979 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'name': 'network-vif-deleted', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:22.966199 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7904ce61-7bd2-43e1-9772-239fced2da74" -d '{"events": [{"server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "name": "network-vif-deleted", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:23.044542 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:23.105025 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79aa0282-03cf-467c-a863-95d8b385642e x-openstack-request-id: req-79aa0282-03cf-467c-a863-95d8b385642e {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:23.105267 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c99fc1-ceba-4a21-8037-49cc40802c0f", "name": "network-vif-deleted", "tag": "7af37490-4b36-4ff1-b478-34c104e7a6d7", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:23.105520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-79aa0282-03cf-467c-a863-95d8b385642e {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:23.105933 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79aa0282-03cf-467c-a863-95d8b385642e'] response: {'server_uuid': '20c99fc1-ceba-4a21-8037-49cc40802c0f', 'name': 'network-vif-deleted', 'tag': '7af37490-4b36-4ff1-b478-34c104e7a6d7', 'status': 'completed', 'code': 200} May 27 03:34:23.245727 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:23.269145 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:23.277180 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:23.277760 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:23.374539 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:23.566342 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:23.594494 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43582eb6-0e94-41f0-9717-4fab0afda814 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:23.809022 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e538711a-e793-4e91-b7a8-26d0c7555922 None None] New status for floating IP 7d0993db-6c68-40b8-b45e-ed0dc6063a2e: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:34:23.897719 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36784) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:23.919058 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:23.958898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (4c2b7159-c267-4c69-892e-c67c2ce9f872), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:23.983575 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (4c2b7159-c267-4c69-892e-c67c2ce9f872), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.032454 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4c2b7159-c267-4c69-892e-c67c2ce9f872), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.035093 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.038644 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/security-groups/4c2b7159-c267-4c69-892e-c67c2ce9f872 HTTP/1.1" status: 204 len: 168 time: 0.1374717 May 27 03:34:24.039021 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36786) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.045600 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe9d9b-c37d-449d-b466-fac087cce8ba tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2b7159-c267-4c69-892e-c67c2ce9f872,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.053244 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-acb88a48-a41f-419a-b99c-fc101fa92e9b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] show failed (client error): The resource could not be found. May 27 03:34:24.054266 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-acb88a48-a41f-419a-b99c-fc101fa92e9b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups/4c2b7159-c267-4c69-892e-c67c2ce9f872 HTTP/1.1" status: 404 len: 347 time: 0.0142527 May 27 03:34:24.057151 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36788) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.066146 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.171360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 2717a16a-cfd7-4532-bd30-5ec004b47645 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:34:24.171613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.247319 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.247647 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (2717a16a-cfd7-4532-bd30-5ec004b47645), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.260707 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 2717a16a-cfd7-4532-bd30-5ec004b47645 owned by network:floatingip {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:34:24.318574 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:24.320509 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:24.391104 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (2717a16a-cfd7-4532-bd30-5ec004b47645), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.422850 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=2717a16a-cfd7-4532-bd30-5ec004b47645,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.481441 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (7d0993db-6c68-40b8-b45e-ed0dc6063a2e), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.484758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.485895 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a065a0c8-cff2-40e4-af89-1014b6ca125d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/floatingips/7d0993db-6c68-40b8-b45e-ed0dc6063a2e HTTP/1.1" status: 204 len: 168 time: 0.4278517 May 27 03:34:24.550223 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36792) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.554738 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1872772519', 'description': 'tempest-description--503780841'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:24.575952 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.644780 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (c338a965-d9ea-47b3-999d-6de7fb42bbd0), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.648362 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c338a965-d9ea-47b3-999d-6de7fb42bbd0), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.676402 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.677532 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1262748 May 27 03:34:24.680483 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36794) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.681384 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd53662-a084-4d94-95ac-c31e7007f285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c338a965-d9ea-47b3-999d-6de7fb42bbd0,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.685266 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': 'c338a965-d9ea-47b3-999d-6de7fb42bbd0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:24.715909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (14b630fe-7274-4f8c-931e-9923af292008), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.772575 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (14b630fe-7274-4f8c-931e-9923af292008), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.776132 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (14b630fe-7274-4f8c-931e-9923af292008), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.797253 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14b630fe-7274-4f8c-931e-9923af292008,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.803099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.806309 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-df13da69-b39a-43cc-b7a5-dedefdd0dd08 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247275 May 27 03:34:24.806908 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36796) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.811113 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'security_group_rule': {'security_group_id': 'c338a965-d9ea-47b3-999d-6de7fb42bbd0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:24.835669 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (9ef21a79-3756-4f15-a6e0-1eacda375eee), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.890568 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (9ef21a79-3756-4f15-a6e0-1eacda375eee), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.893825 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584272'] for security_group_rule (9ef21a79-3756-4f15-a6e0-1eacda375eee), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.911469 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ef21a79-3756-4f15-a6e0-1eacda375eee,revision_number=0']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:24.919410 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:24.924413 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36798) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:24.924583 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c165ac6a-1d1a-4642-864c-6a288bb8f4fa tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166477 May 27 03:34:24.928996 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:24.950274 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.038327 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.144274 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.27.1.227 (2be34dfe-f607-4727-81b5-3246f7835c6c/f7d947f1-332b-479a-b586-dfc414b4b95e/11460287-5978-40d4-ae70-b1317e7b858a) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:25.363866 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.471249 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (11460287-5978-40d4-ae70-b1317e7b858a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.478756 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:25.505030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (11460287-5978-40d4-ae70-b1317e7b858a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.546670 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 2be34dfe-f607-4727-81b5-3246f7835c6c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:25.551113 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:25.555131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:34:25.558022 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=11460287-5978-40d4-ae70-b1317e7b858a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:25.598030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=3,neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:25.637963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.673296 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (11460287-5978-40d4-ae70-b1317e7b858a), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.843346 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (11460287-5978-40d4-ae70-b1317e7b858a), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.847762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (11460287-5978-40d4-ae70-b1317e7b858a), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.916705 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=11460287-5978-40d4-ae70-b1317e7b858a,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:25.927114 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.943534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:25.944801 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-db4e8623-b31a-4776-89ac-087b4dc48622 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0193534 May 27 03:34:26.016020 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7af37490-4b36-4ff1-b478-34c104e7a6d7 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:34:26.038250 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 7af37490-4b36-4ff1-b478-34c104e7a6d7 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:34:26.038532 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 7af37490-4b36-4ff1-b478-34c104e7a6d7 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:34:26.091301 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-3512e701-48f3-4c36-b2be-ed0835592684 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-securitygroup--1872772519&fields=id&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 267 time: 0.0416677 May 27 03:34:26.196149 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-ee22ec8d-e638-45f7-9313-30c988eca6cc tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:26.197494 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-ee22ec8d-e638-45f7-9313-30c988eca6cc tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.0999463 May 27 03:34:26.211591 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-c1546e7c-fbbb-4196-b453-c8a467ab420d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/quotas/6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 375 time: 0.0088603 May 27 03:34:26.258438 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-866dd7fb-6065-4fdc-bb65-cbf4be3ba5df tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0422304 May 27 03:34:26.272965 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-32c2babd-a5ad-414b-bcec-ed511fd27f6b service neutron] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103924) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:34:26.273903 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-32c2babd-a5ad-414b-bcec-ed511fd27f6b service neutron] 10.222.0.62 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048242 May 27 03:34:26.360243 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-2b721b51-8abf-41ab-a270-6e8829b97ea8 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812390 May 27 03:34:26.421270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:26.452024 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-5be0d1fc-ce28-43a0-9231-7eb7e2a3f6e0 service neutron] 10.222.0.62 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860877 May 27 03:34:26.611200 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93045d76-11c6-4f86-9b3d-36f4a36b4861 req-fa94c33f-44a4-438a-a132-45ec990cf8a5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 210 time: 0.0288165 May 27 03:34:26.780350 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:27.722851 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b198805e-e7b6-4571-a54a-b0d21721b1b5 req-d6d56f65-8962-4d86-b27c-a7d8aca1772f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 210 time: 0.0279946 May 27 03:34:27.731371 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-47bdbf99-28bb-4243-95d9-97eb73c4a8f0 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:27.732860 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-47bdbf99-28bb-4243-95d9-97eb73c4a8f0 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 815 time: 0.1126509 May 27 03:34:27.812659 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-c6d0eaf0-3089-46da-a9b3-23684c9114a6 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6a6c40fbca064c789708300a00c36ce4 HTTP/1.1" status: 200 len: 380 time: 0.0541608 May 27 03:34:27.935158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'port': {'device_id': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'admin_state_up': True, 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'security_groups': ['c338a965-d9ea-47b3-999d-6de7fb42bbd0']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:28.017101 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:28.047939 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Made reservation on behalf of 6a6c40fbca064c789708300a00c36ce4 for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:34:28.051292 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.175404 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Allocated IP 172.20.0.4 (5fca8f91-27a5-4216-bd00-e734abe0021c/baafb49c-2827-42b7-9f4f-1820465fd342/53fe3a50-ab92-4271-bccf-e7325b0613e1) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:34:28.224777 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=4 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:28.314266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.346448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.388695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Network 5fca8f91-27a5-4216-bd00-e734abe0021c is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:34:28.392289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:34:28.395989 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:34:28.416344 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.423209 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event updated for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:28.459030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:28.460311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.482560 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-51b9eb28-6b04-4f0a-a813-f9f9a641c1ab tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5512598 May 27 03:34:28.492614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-79021890-3a0f-458f-818c-3aa020f4d990 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] http://10.222.0.62:9696/v2.0/extensions returned with HTTP 200 {{(pid=103923) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} May 27 03:34:28.493660 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-79021890-3a0f-458f-818c-3aa020f4d990 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0060763 May 27 03:34:28.581969 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Request body: {'port': {'device_id': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:28.645752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.660865 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-f05b7ec3-235b-4837-ae71-b178271a0ef5 None None] Provisioning complete for port 53fe3a50-ab92-4271-bccf-e7325b0613e1 triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:34:28.661310 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f05b7ec3-235b-4837-ae71-b178271a0ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:28.691995 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-f05b7ec3-235b-4837-ae71-b178271a0ef5 None None] Port 53fe3a50-ab92-4271-bccf-e7325b0613e1 cannot update to ACTIVE because it is not bound. {{(pid=103925) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:354}} May 27 03:34:28.884425 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba93e4a-3f02-4832-93c2-b983d8658855 req-b4ee5a58-5b55-4e1e-b09b-2ec361a70c47 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:28.885897 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bba93e4a-3f02-4832-93c2-b983d8658855 req-b4ee5a58-5b55-4e1e-b09b-2ec361a70c47 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 931 time: 0.0908768 May 27 03:34:28.939332 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:28.967397 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-bba93e4a-3f02-4832-93c2-b983d8658855 req-9657719d-2cac-4ded-ab37-79a5b08efa6e tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750375 May 27 03:34:29.013414 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53fe3a50-ab92-4271-bccf-e7325b0613e1 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:34:29.020890 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks [] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:29.033613 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Transition to ACTIVE for port object 53fe3a50-ab92-4271-bccf-e7325b0613e1 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:34:29.037204 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:29.070758 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:29.087180 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:29.165311 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Attempting to bind port 53fe3a50-ab92-4271-bccf-e7325b0613e1 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:34:29.165643 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Attempting to bind port 53fe3a50-ab92-4271-bccf-e7325b0613e1 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:34:29.165969 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Attempting to bind port 53fe3a50-ab92-4271-bccf-e7325b0613e1 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:34:29.170513 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Port 53fe3a50-ab92-4271-bccf-e7325b0613e1 on network 5fca8f91-27a5-4216-bd00-e734abe0021c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:34:29.170827 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Attempting to bind port 53fe3a50-ab92-4271-bccf-e7325b0613e1 on network 5fca8f91-27a5-4216-bd00-e734abe0021c {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:34:29.176437 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:34:29.176772 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Checking segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:34:29.177152 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Bound using segment: {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:34:29.177575 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Bound port: 53fe3a50-ab92-4271-bccf-e7325b0613e1, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '305d178e-e091-4d37-9d3e-94de07188778', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:34:29.177933 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:29.242483 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:34:29.245490 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:34:29.252156 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:29.289454 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:29.290066 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:29.291440 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] 10.222.0.60 "PUT /v2.0/ports/53fe3a50-ab92-4271-bccf-e7325b0613e1 HTTP/1.1" status: 200 len: 1093 time: 0.7746725 May 27 03:34:29.291928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:29.294176 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6321fb7-62e0-4b14-8796-9c9027768223" -d '{"events": [{"name": "network-changed", "server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:29.314108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e50224-c29f-4fe7-b996-067bf46c1ea8 service neutron] Pushing event updated for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:29.349439 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27de7d39-d5e1-439a-94cd-efc0e2ebbe88 x-openstack-request-id: req-27de7d39-d5e1-439a-94cd-efc0e2ebbe88 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:29.349818 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:29.350794 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-27de7d39-d5e1-439a-94cd-efc0e2ebbe88 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:29.351206 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27de7d39-d5e1-439a-94cd-efc0e2ebbe88'] response: {'name': 'network-changed', 'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'status': 'completed', 'code': 200} May 27 03:34:29.405060 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-126b6fd9-28d4-4b3d-8928-830a71259158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:29.407316 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-126b6fd9-28d4-4b3d-8928-830a71259158 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 1127 time: 0.0442526 May 27 03:34:29.454691 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-f59b82f3-03e6-4a8c-a87a-705d4b918625 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1 HTTP/1.1" status: 200 len: 217 time: 0.0332475 May 27 03:34:29.502530 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-ae81f2ac-cf89-497b-a913-35418ef1ea01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:29.503993 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-ae81f2ac-cf89-497b-a913-35418ef1ea01 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0441439 May 27 03:34:29.550622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-8813d421-79ba-4107-a2c1-c2540f5d93ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:29.552148 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-8813d421-79ba-4107-a2c1-c2540f5d93ab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421941 May 27 03:34:29.639059 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-7a7540da-9fdf-4524-9365-94ca4aaa7422 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809631 May 27 03:34:29.730686 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27eb3907-7dec-43e0-ac7b-18eb432012b1 req-30c6b0f8-7938-488f-9404-4c3e277c4293 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859408 May 27 03:34:30.078397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba9148-29c3-4913-b232-287c186e226c req-e69cc53d-336e-4850-b279-79b76c8d4285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:30.080396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aaba9148-29c3-4913-b232-287c186e226c req-e69cc53d-336e-4850-b279-79b76c8d4285 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 943 time: 0.0466979 May 27 03:34:30.126321 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-aaba9148-29c3-4913-b232-287c186e226c req-ebaa4189-088a-49b0-a92a-4d57a25bb697 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401957 May 27 03:34:30.614650 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-666040e2-b989-40e6-a6df-580297c8baaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:30.616159 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-666040e2-b989-40e6-a6df-580297c8baaa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 1127 time: 0.0397522 May 27 03:34:30.697781 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:30.720597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-06b658c3-3659-4148-9c4c-c7330d701423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:30.722031 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-06b658c3-3659-4148-9c4c-c7330d701423 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0967832 May 27 03:34:30.760245 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-3a8ff46b-223c-496f-b78a-3cef3fa45973 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1 HTTP/1.1" status: 200 len: 217 time: 0.0307693 May 27 03:34:30.811862 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-8c2ee7c9-fb64-429e-bbfc-15842cacd953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:30.813336 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-8c2ee7c9-fb64-429e-bbfc-15842cacd953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0468030 May 27 03:34:30.866468 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-006f4034-d08e-4ad1-a4dc-66fb8faae7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:30.867966 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-006f4034-d08e-4ad1-a4dc-66fb8faae7f6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473773 May 27 03:34:30.937084 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:30.963346 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-cc86ed88-2425-4001-b138-5e08ecfee010 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891311 May 27 03:34:31.058754 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e6321fb7-62e0-4b14-8796-9c9027768223 req-45821556-6e92-42b5-a5c2-cf4ce454d863 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854738 May 27 03:34:31.224035 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:31.243029 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9dd57-1630-4f3f-918f-2db57277c8af req-251d26ea-bdb3-4ca7-b12a-692a85804a95 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:31.244512 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85b9dd57-1630-4f3f-918f-2db57277c8af req-251d26ea-bdb3-4ca7-b12a-692a85804a95 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 943 time: 0.0479226 May 27 03:34:31.294405 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-85b9dd57-1630-4f3f-918f-2db57277c8af req-d69fb02c-2976-415e-90a8-03253163351d tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443103 May 27 03:34:32.039674 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 53fe3a50-ab92-4271-bccf-e7325b0613e1 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:34:32.135291 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:32.146741 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'port_id': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'mac_address': 'fa:16:3e:cc:98:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:34:32.184137 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 53fe3a50-ab92-4271-bccf-e7325b0613e1 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:34:32.184528 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:32.197270 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53fe3a50-ab92-4271-bccf-e7325b0613e1 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:34:32.216432 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:32.220791 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:32.264120 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:32.271413 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.271758 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.272123 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.272459 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.272790 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.273117 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.273439 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.273761 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.274082 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.274402 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.274723 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.275041 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.275366 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.275681 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.276027 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:32.410023 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3aac566-4958-424f-935d-97a00d197311 req-24ba90e2-ff80-4486-89a1-86450a91f841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:32.411479 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3aac566-4958-424f-935d-97a00d197311 req-24ba90e2-ff80-4486-89a1-86450a91f841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 944 time: 0.0476294 May 27 03:34:32.458592 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e3aac566-4958-424f-935d-97a00d197311 req-9b724f4f-2220-4340-a562-997a2e870354 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416508 May 27 03:34:32.557063 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['53fe3a50-ab92-4271-bccf-e7325b0613e1'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:34:33.564811 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=63 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:33.569165 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=69 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:33.582934 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b31c1a-e748-42d2-8206-3b47ea962182 req-0a5413b1-1f25-4a0c-9795-9d857ebf44a9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:33.584457 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f5b31c1a-e748-42d2-8206-3b47ea962182 req-0a5413b1-1f25-4a0c-9795-9d857ebf44a9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 944 time: 0.0547030 May 27 03:34:33.631916 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f5b31c1a-e748-42d2-8206-3b47ea962182 req-22d49a75-8b93-493b-9307-66a5c2be2c77 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 May 27 03:34:34.058381 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 53fe3a50-ab92-4271-bccf-e7325b0613e1 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:34:34.100066 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 53fe3a50-ab92-4271-bccf-e7325b0613e1 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:34:34.105669 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 53fe3a50-ab92-4271-bccf-e7325b0613e1 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:34:34.106037 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:34.143460 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:34.168444 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:34.181935 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 53fe3a50-ab92-4271-bccf-e7325b0613e1 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:34:34.182350 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:34.204165 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:34.206308 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b925b6d9-8015-4bed-a84d-32147c35c6ad" -d '{"events": [{"server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "name": "network-vif-plugged", "status": "completed", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:34.218697 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:34.223545 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:34.247273 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efe1d787-a368-44b6-80a5-8604626dd1d0 x-openstack-request-id: req-efe1d787-a368-44b6-80a5-8604626dd1d0 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:34.247584 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "name": "network-vif-plugged", "status": "completed", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:34.247894 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-efe1d787-a368-44b6-80a5-8604626dd1d0 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:34.248285 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-efe1d787-a368-44b6-80a5-8604626dd1d0'] response: {'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'code': 200} May 27 03:34:34.270572 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:34.463546 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc48a0-40dc-4bee-96e9-bb4da3ca44a0 req-93588256-2e4b-4670-ab90-004e563438e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:34.464994 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5acc48a0-40dc-4bee-96e9-bb4da3ca44a0 req-93588256-2e4b-4670-ab90-004e563438e1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 1129 time: 0.0371823 May 27 03:34:34.511321 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5acc48a0-40dc-4bee-96e9-bb4da3ca44a0 req-4460bed5-ac1b-4317-ac4a-f95e0ea4abcd service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399861 May 27 03:34:34.744240 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b87c1-73f5-406b-8854-d85d32566ee2 req-34e04c11-01f0-4bff-9f6b-ee3b67bef354 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:34.745591 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-106b87c1-73f5-406b-8854-d85d32566ee2 req-34e04c11-01f0-4bff-9f6b-ee3b67bef354 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0467448 May 27 03:34:34.791093 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-106b87c1-73f5-406b-8854-d85d32566ee2 req-0bbf203e-b306-4ea8-9c96-565880bbaeea tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401404 May 27 03:34:35.905503 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d320e9-6d62-4b94-b9f3-de31d430b7c2 req-351b4b40-bd96-4cd7-b4c5-05c2593d4c7a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:35.906959 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61d320e9-6d62-4b94-b9f3-de31d430b7c2 req-351b4b40-bd96-4cd7-b4c5-05c2593d4c7a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0467358 May 27 03:34:35.954083 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61d320e9-6d62-4b94-b9f3-de31d430b7c2 req-36a7eef7-cb3c-4cff-a194-9e725be0057f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417113 May 27 03:34:37.074635 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc4f61-05a6-4db1-9103-306f2958f6b7 req-28d33f0c-1e10-4300-966f-ba60506ce0b9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:37.076073 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2ffc4f61-05a6-4db1-9103-306f2958f6b7 req-28d33f0c-1e10-4300-966f-ba60506ce0b9 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0495489 May 27 03:34:37.121664 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-2ffc4f61-05a6-4db1-9103-306f2958f6b7 req-fb60dd0d-1f7f-4ab5-897a-80f37f5fac46 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396309 May 27 03:34:37.230051 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794d7a81-a273-46ea-909e-47443f8052ed req-5a6f75c2-cb54-4643-b9ed-0937d4488202 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:37.231404 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-794d7a81-a273-46ea-909e-47443f8052ed req-5a6f75c2-cb54-4643-b9ed-0937d4488202 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0462930 May 27 03:34:37.239582 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36860) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:37.243666 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Request body: {'floatingip': {'port_id': '53fe3a50-ab92-4271-bccf-e7325b0613e1'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:37.283131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:37.617960 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:37.691284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:37.694927 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:37.785889 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP de622e18-65b8-4563-9bb7-9147ca370b12 associated. External IP: 172.27.1.227, port: 53fe3a50-ab92-4271-bccf-e7325b0613e1. May 27 03:34:37.825651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:37.978331 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:34:38.309868 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:34:38.314543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:38.319689 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:38.328844 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:38.329446 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:38.343753 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-20edfac9-3336-470b-9634-0672e7a74ec5 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "PUT /v2.0/floatingips/de622e18-65b8-4563-9bb7-9147ca370b12 HTTP/1.1" status: 200 len: 991 time: 1.1031497 May 27 03:34:38.344359 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:38.347214 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512abc7d-657a-422b-b473-82b43e675411" -d '{"events": [{"name": "network-changed", "server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:38.382091 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:34:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cc2509-03b5-4b40-9ca3-647af979c8bd x-openstack-request-id: req-25cc2509-03b5-4b40-9ca3-647af979c8bd {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:38.382378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:38.382626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-25cc2509-03b5-4b40-9ca3-647af979c8bd {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:38.383023 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-25cc2509-03b5-4b40-9ca3-647af979c8bd'] response: {'name': 'network-changed', 'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'status': 'completed', 'code': 200} May 27 03:34:38.430740 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:38.464674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abc7d-657a-422b-b473-82b43e675411 req-80b1427a-1984-4313-b02b-ba7b13bd7d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.466200 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-80b1427a-1984-4313-b02b-ba7b13bd7d26 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6a6c40fbca064c789708300a00c36ce4&device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 1129 time: 0.0393422 May 27 03:34:38.561366 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abc7d-657a-422b-b473-82b43e675411 req-61aae6bb-f44a-4785-aca3-5ca83725b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.562737 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-61aae6bb-f44a-4785-aca3-5ca83725b7fa service neutron] 10.222.0.60 "GET /v2.0/networks?id=5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 200 len: 916 time: 0.0904865 May 27 03:34:38.627565 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-6a5acf68-c3b4-446e-bf8f-8eece3098208 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1 HTTP/1.1" status: 200 len: 999 time: 0.0576649 May 27 03:34:38.634888 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'de622e18-65b8-4563-9bb7-9147ca370b12', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:cc:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:25Z', 'updated_at': '2022-05-27T03:34:37Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:38.663159 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:38.671191 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:38.671782 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:38.675911 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abc7d-657a-422b-b473-82b43e675411 req-c292af5c-18da-4d60-82d8-37cee2074871 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.677368 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-c292af5c-18da-4d60-82d8-37cee2074871 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 200 len: 854 time: 0.0439606 May 27 03:34:38.725165 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512abc7d-657a-422b-b473-82b43e675411 req-c6fb64a4-ef3e-4b92-a594-2dc28b00d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:38.726660 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-c6fb64a4-ef3e-4b92-a594-2dc28b00d563 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5fca8f91-27a5-4216-bd00-e734abe0021c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427716 May 27 03:34:38.767447 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:38.816649 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-adc84d50-cf6a-4280-8f64-df66bab23047 service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831730 May 27 03:34:38.889271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:38.912733 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-512abc7d-657a-422b-b473-82b43e675411 req-0a41ca19-2492-4788-8dd2-1d9bbe8498cc service neutron] 10.222.0.60 "GET /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895700 May 27 03:34:39.057379 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'de622e18-65b8-4563-9bb7-9147ca370b12', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:cc:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:25Z', 'updated_at': '2022-05-27T03:34:37Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:39.081722 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35781bfb-90ab-4622-a5bd-7b86cb1d0a4c None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'de622e18-65b8-4563-9bb7-9147ca370b12', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'floating_ip_address': '172.27.1.227', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'port_id': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 687, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'mac_address': 'fa:16:3e:cc:98:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:34:25Z', 'updated_at': '2022-05-27T03:34:37Z', 'revision_number': 1, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:39.262449 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-834f126c-cce3-492b-b8d2-2c631ddd58be None None] New status for floating IP de622e18-65b8-4563-9bb7-9147ca370b12: ACTIVE {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:34:47.085741 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:34:47.109044 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=40 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:47.118297 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=33 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:48.908032 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=78 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:48.910081 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:50.396023 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-da38aa18-24c2-455b-b922-1d07fdc4f4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:52.671984 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-fb18d44d-d072-4872-b592-bbd791667ac7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.313917 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-6871d2dd-f5e9-42ec-bd63-3cca19b1899a tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1929362669&fields=id&tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e HTTP/1.1" status: 200 len: 267 time: 0.0429924 May 27 03:34:53.364284 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-d71bfb51-5867-4f4f-9dfa-69c723f20a95 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.365722 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-d71bfb51-5867-4f4f-9dfa-69c723f20a95 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 985 time: 0.0460479 May 27 03:34:53.375907 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Request body: {'port': {'security_groups': ['6674b9c6-f595-40ab-8d91-5960a2451c63']}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:34:53.450711 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.653369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:53.681335 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.685867 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.724666 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:34:53.732297 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.732930 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.734330 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3e569ab8-a120-4390-b46c-617efd54a4b1 req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "PUT /v2.0/ports/6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 943 time: 0.3627706 May 27 03:34:53.734778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:53.737301 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c" -d '{"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:53.741930 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36888) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:53.757481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000557c-8993-4789-8547-8bce6b73ba9b tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event updated for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=7']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.794683 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c50d32f-2436-4b7e-8cf4-065b56e502e7 x-openstack-request-id: req-5c50d32f-2436-4b7e-8cf4-065b56e502e7 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:53.795219 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:53.795412 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5c50d32f-2436-4b7e-8cf4-065b56e502e7 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:53.795842 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c50d32f-2436-4b7e-8cf4-065b56e502e7'] response: {'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:34:53.818287 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (1cd3d8bd-6c29-444c-a5b4-2c39179e198a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.845241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (1cd3d8bd-6c29-444c-a5b4-2c39179e198a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.884929 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:34:53.910977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-0d3c33b9-7878-410f-8f38-6503b96fcb69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:53.913045 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-0d3c33b9-7878-410f-8f38-6503b96fcb69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1130 time: 0.0663934 May 27 03:34:53.917792 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (1cd3d8bd-6c29-444c-a5b4-2c39179e198a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.920356 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:53.923937 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "DELETE /v2.0/security-groups/1cd3d8bd-6c29-444c-a5b4-2c39179e198a HTTP/1.1" status: 204 len: 168 time: 0.1778946 May 27 03:34:53.924586 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36890) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:34:53.950734 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cd3d8bd-6c29-444c-a5b4-2c39179e198a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:53.987536 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.988777 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.989308 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.989832 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.990172 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.990506 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.990837 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.991165 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.991490 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.991836 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.992184 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.992512 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.992835 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.993166 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:53.993468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c4bed60-2e5b-48c0-9dbd-085779b92fd3 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:34:54.024997 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-fcbc4cdb-52b5-4032-ad4b-5090d605188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:54.026481 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-fcbc4cdb-52b5-4032-ad4b-5090d605188a service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.1057830 May 27 03:34:54.068662 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.102078 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-bdfe3fef-c1a1-4127-abf5-211add24a254 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 1001 time: 0.0685058 May 27 03:34:54.105804 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-23ba17aa-1405-47b3-8f1f-d1b9b33d39c1 None None] Provisioning complete for port 6c377781-a67e-4b85-a7a6-00d1694a82dc triggered by entity DHCP. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:34:54.106171 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-23ba17aa-1405-47b3-8f1f-d1b9b33d39c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.125941 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Deleting port 17825663-1898-481c-867a-91dc5af70828 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:34:54.126322 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (17825663-1898-481c-867a-91dc5af70828), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.154895 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-f6ba4831-e7bd-4f22-9c5e-eb3f3f6cba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:54.156396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-f6ba4831-e7bd-4f22-9c5e-eb3f3f6cba68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0477698 May 27 03:34:54.157643 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.204741 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-095bd158-53e1-419f-93ea-f8713186b4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:54.204957 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (17825663-1898-481c-867a-91dc5af70828), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.205067 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-23ba17aa-1405-47b3-8f1f-d1b9b33d39c1 None None] Current status of the port 6c377781-a67e-4b85-a7a6-00d1694a82dc is: ACTIVE; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:34:54.205167 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for floatingip (17825663-1898-481c-867a-91dc5af70828), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.207491 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-095bd158-53e1-419f-93ea-f8713186b4e9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423920 May 27 03:34:54.219105 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Calling delete_port for 17825663-1898-481c-867a-91dc5af70828 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:34:54.286595 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.303577 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-d2858234-80ad-45b5-a48e-877bc96bb47b service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887754 May 27 03:34:54.383427 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (17825663-1898-481c-867a-91dc5af70828), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.395027 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fb5efd4d-4a41-4806-bd22-86f6ceca9f3c req-ca18c181-45d3-434c-9d7b-b27465acc1a3 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831025 May 27 03:34:54.407650 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event deleted for resources: {'Port': ['ID=17825663-1898-481c-867a-91dc5af70828,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:54.473967 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks [] for floatingip (2dde3a2b-1abe-4501-bb0a-5db2757ac555), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.474213 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Floating IP 2dde3a2b-1abe-4501-bb0a-5db2757ac555 disassociated (deleted). External IP: 172.27.1.34, port: 6c377781-a67e-4b85-a7a6-00d1694a82dc. May 27 03:34:54.648463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.667752 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Router e3f60f05-49bd-4e2d-909e-81638ecabaed has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:34:54.674325 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:54.770016 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:34:54.774806 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:54.779810 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Sync routers for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:34:54.789687 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:54.790279 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:54.804234 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-359581ae-c238-46f3-be75-366b7f0f1b9c tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "DELETE /v2.0/floatingips/2dde3a2b-1abe-4501-bb0a-5db2757ac555 HTTP/1.1" status: 204 len: 168 time: 0.8646977 May 27 03:34:54.804807 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:54.807099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13" -d '{"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:54.844655 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e4f04dd-77f6-415e-b430-914114bb41d7 x-openstack-request-id: req-7e4f04dd-77f6-415e-b430-914114bb41d7 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:54.844946 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:54.845196 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-7e4f04dd-77f6-415e-b430-914114bb41d7 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:54.845598 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e4f04dd-77f6-415e-b430-914114bb41d7'] response: {'name': 'network-changed', 'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:34:54.894058 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:54.935573 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-e7b56f3d-4a25-4329-83a0-7f0e243686f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:54.937237 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-e7b56f3d-4a25-4329-83a0-7f0e243686f4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 1130 time: 0.0476711 May 27 03:34:55.018134 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:55.023274 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:55.028762 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:55.062908 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-7cb49c31-34ab-4b9c-8cb8-124f14958656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:55.064526 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-7cb49c31-34ab-4b9c-8cb8-124f14958656 service neutron] 10.222.0.60 "GET /v2.0/networks?id=96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 200 len: 916 time: 0.1198924 May 27 03:34:55.098289 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:55.105049 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-0e6fa896-7ee9-41c9-af6e-0280a448d8ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 200 len: 217 time: 0.0344336 May 27 03:34:55.123479 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Checking router: e3f60f05-49bd-4e2d-909e-81638ecabaed for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:34:55.132464 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:34:55.133071 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:55.156868 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-d2dc981a-acd2-4a0f-ba4b-324458fb3d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:55.158328 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-d2dc981a-acd2-4a0f-ba4b-324458fb3d4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 200 len: 854 time: 0.0474868 May 27 03:34:55.232901 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:34:55.356778 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:55.371479 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:55.414732 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:34:55.439450 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269f5834-84ce-44f5-8a31-b27f8b2146ab None None] The sync data for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi is: [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:32:45Z', 'revision_number': 4, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '583bfcae-da06-4b89-a25f-a0d090494e31', 'name': '', 'network_id': '96fb4a58-7b25-4b09-a351-97db452d91e4', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'mac_address': 'fa:16:3e:9b:ab:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_interface', 'standard_attr_id': 645, 'fixed_ips': [{'subnet_id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:45Z', 'updated_at': '2022-05-27T03:32:49Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'subnets': [{'id': '8f13b7e9-c670-4db2-9ad9-b019d1a67364', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:34:55.515760 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-182a5647-28fd-4b55-ba0b-9e7096510b6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:55.517405 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-182a5647-28fd-4b55-ba0b-9e7096510b6d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=96fb4a58-7b25-4b09-a351-97db452d91e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439663 May 27 03:34:55.627020 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-7c0abb5a-6113-4225-8c09-4b777a8dc1fb service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964563 May 27 03:34:55.668101 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad63a96-76c4-427f-b596-93742810cd78 None None] New status for floating IP 2dde3a2b-1abe-4501-bb0a-5db2757ac555: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:34:55.733751 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3fa0df9c-6df1-4471-ba24-67f16d6e6d13 req-bfa361fe-c33e-4201-8d4d-8ce02e7ceeb0 service neutron] 10.222.0.60 "GET /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961258 May 27 03:34:56.786718 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:57.541559 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a0121-b278-474a-a697-036467d81a33 req-677f47cd-4c79-4bd0-b703-42e073331b43 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:57.543062 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d16a0121-b278-474a-a697-036467d81a33 req-677f47cd-4c79-4bd0-b703-42e073331b43 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0514648 May 27 03:34:57.590099 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d16a0121-b278-474a-a697-036467d81a33 req-b63b6b47-5228-4c3b-9028-5c1da588cae8 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413871 May 27 03:34:58.411735 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:58.705129 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e04fed-1c06-4280-a21b-9d3d71099b47 req-a6280777-c061-4beb-954f-e61e8cb05971 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:58.706516 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27e04fed-1c06-4280-a21b-9d3d71099b47 req-a6280777-c061-4beb-954f-e61e8cb05971 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0480132 May 27 03:34:58.753439 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-27e04fed-1c06-4280-a21b-9d3d71099b47 req-4116cbfd-4bf5-4caa-b066-01295bcc1a19 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/security-groups?id=6674b9c6-f595-40ab-8d91-5960a2451c63&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414426 May 27 03:34:59.427843 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-cb1d74fb-714c-4435-a168-3de179f8cb21 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:34:59.429271 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-cb1d74fb-714c-4435-a168-3de179f8cb21 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.60 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 946 time: 0.0459599 May 27 03:34:59.514060 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Deleting port 6c377781-a67e-4b85-a7a6-00d1694a82dc {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:34:59.514400 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:59.603844 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] For port 6c377781-a67e-4b85-a7a6-00d1694a82dc, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=6c377781-a67e-4b85-a7a6-00d1694a82dc,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:34:59.604221 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:59.617157 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Calling delete_port for 6c377781-a67e-4b85-a7a6-00d1694a82dc owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:34:59.692027 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:34:59.739537 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (6c377781-a67e-4b85-a7a6-00d1694a82dc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:59.768980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Pushing event deleted for resources: {'Port': ['ID=6c377781-a67e-4b85-a7a6-00d1694a82dc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:34:59.777015 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['6c377781-a67e-4b85-a7a6-00d1694a82dc'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:34:59.820752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] No DVR routers for this DVR port 6c377781-a67e-4b85-a7a6-00d1694a82dc on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:34:59.823257 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:34:59.826464 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-fa74d6de-b70e-4c42-8936-6f10a7373650 req-7b283e2b-0781-40d0-b0a6-4ba527c6127e tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.60 "DELETE /v2.0/ports/6c377781-a67e-4b85-a7a6-00d1694a82dc HTTP/1.1" status: 204 len: 173 time: 0.3906868 May 27 03:34:59.826901 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'name': 'network-vif-deleted', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:34:59.829127 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec7bdd1-c0e9-48c8-a0e1-1b5267175b26" -d '{"events": [{"server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "name": "network-vif-deleted", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:34:59.862607 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c8fd41bd-31f5-4348-82d9-130c20f1e64a req-d56d3dfd-279a-49d4-b30c-35fa81c178c6 tempest-TestMinimumBasicScenario-7771936 tempest-TestMinimumBasicScenario-7771936-project] 10.222.0.62 "GET /v2.0/ports?device_id=626e76e5-4962-45d3-accd-406dfc8dae92 HTTP/1.1" status: 200 len: 210 time: 0.0351517 May 27 03:34:59.873093 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c32f87e8-600e-4d04-9ab6-801042802586 x-openstack-request-id: req-c32f87e8-600e-4d04-9ab6-801042802586 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:34:59.873368 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "626e76e5-4962-45d3-accd-406dfc8dae92", "name": "network-vif-deleted", "tag": "6c377781-a67e-4b85-a7a6-00d1694a82dc", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:34:59.873622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c32f87e8-600e-4d04-9ab6-801042802586 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:34:59.874017 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c32f87e8-600e-4d04-9ab6-801042802586'] response: {'server_uuid': '626e76e5-4962-45d3-accd-406dfc8dae92', 'name': 'network-vif-deleted', 'tag': '6c377781-a67e-4b85-a7a6-00d1694a82dc', 'status': 'completed', 'code': 200} May 27 03:35:01.416626 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36972) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:01.718921 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:01.932165 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Deleting port 583bfcae-da06-4b89-a25f-a0d090494e31 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:01.932505 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.011958 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] For port 583bfcae-da06-4b89-a25f-a0d090494e31, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=583bfcae-da06-4b89-a25f-a0d090494e31,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:02.012323 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.024889 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:02.026044 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Calling delete_port for 583bfcae-da06-4b89-a25f-a0d090494e31 owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:02.068183 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:02.201182 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (583bfcae-da06-4b89-a25f-a0d090494e31), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.223713 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Pushing event deleted for resources: {'Port': ['ID=583bfcae-da06-4b89-a25f-a0d090494e31,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:02.304997 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 6c377781-a67e-4b85-a7a6-00d1694a82dc no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:02.325966 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 6c377781-a67e-4b85-a7a6-00d1694a82dc {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:02.326411 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 6c377781-a67e-4b85-a7a6-00d1694a82dc not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:02.384915 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.583602 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Router e3f60f05-49bd-4e2d-909e-81638ecabaed has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:02.684271 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:02.689479 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-dc6c16ef-5c31-4ad5-93ad-7df1f185a4ab admin admin] 10.222.0.62 "PUT /v2.0/routers/e3f60f05-49bd-4e2d-909e-81638ecabaed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.2717502 May 27 03:35:02.691942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36974) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:02.693534 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Sync routers for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:02.703855 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:02.704472 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:02.788803 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks [] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:02.802908 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:02.971159 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:35:02Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:03.000605 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Checking router: e3f60f05-49bd-4e2d-909e-81638ecabaed for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:03.009499 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Routers {'e3f60f05-49bd-4e2d-909e-81638ecabaed'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:03.010108 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e3f60f05-49bd-4e2d-909e-81638ecabaed'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:03.097114 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.108638 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] Set router e3f60f05-49bd-4e2d-909e-81638ecabaed gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:03.117176 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks [] for router_gateway (e3f60f05-49bd-4e2d-909e-81638ecabaed), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.131254 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.162935 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Deleting port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:03.163277 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.243779 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] For port 812a6ca0-c3d6-4f9c-9484-53380ecb1d57, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:03.244066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.260003 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Calling delete_port for 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:03.286098 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.353541 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:35:02Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:03.377884 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a163cbb9-f117-4d91-8729-9fbcb40cbafc None None] The sync data for ids ['e3f60f05-49bd-4e2d-909e-81638ecabaed'] in dv-cinder-828807-4-iscsi is: [{'id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'name': 'tempest-TestMinimumBasicScenario-1146741359-router', 'tenant_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113'}], 'enable_snat': True}, 'gw_port_id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:42Z', 'updated_at': '2022-05-27T03:35:02Z', 'revision_number': 5, 'project_id': '54f9fd67a8e2485eba03336c3b0b6b4e', 'gw_port': {'id': '812a6ca0-c3d6-4f9c-9484-53380ecb1d57', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:9c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3f60f05-49bd-4e2d-909e-81638ecabaed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 644, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:43Z', 'updated_at': '2022-05-27T03:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:03.420858 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (812a6ca0-c3d6-4f9c-9484-53380ecb1d57), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.446400 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Pushing event deleted for resources: {'Port': ['ID=812a6ca0-c3d6-4f9c-9484-53380ecb1d57,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:03.510166 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.593345 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.595452 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks [] for router_controller (e3f60f05-49bd-4e2d-909e-81638ecabaed), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.635173 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (e3f60f05-49bd-4e2d-909e-81638ecabaed), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.635756 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3f60f05-49bd-4e2d-909e-81638ecabaed {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:35:03.640120 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.641227 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5fbd6f21-3f59-4d3b-bfc5-f86861fd982d admin admin] 10.222.0.62 "DELETE /v2.0/routers/e3f60f05-49bd-4e2d-909e-81638ecabaed HTTP/1.1" status: 204 len: 168 time: 0.9483893 May 27 03:35:03.643739 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36976) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:03.690237 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Deleting subnet 8f13b7e9-c670-4db2-9ad9-b019d1a67364 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:03.694047 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Publish callbacks [] for subnet (8f13b7e9-c670-4db2-9ad9-b019d1a67364), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.730606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (8f13b7e9-c670-4db2-9ad9-b019d1a67364), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.816206 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (8f13b7e9-c670-4db2-9ad9-b019d1a67364), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.862488 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 583bfcae-da06-4b89-a25f-a0d090494e31 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:03.882345 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (8f13b7e9-c670-4db2-9ad9-b019d1a67364), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.887489 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 583bfcae-da06-4b89-a25f-a0d090494e31 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:03.888085 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 583bfcae-da06-4b89-a25f-a0d090494e31 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:03.913885 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8f13b7e9-c670-4db2-9ad9-b019d1a67364,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:03.917570 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:03.920688 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-0e72fb88-98d2-4e92-9446-5460a4cfd4a7 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8f13b7e9-c670-4db2-9ad9-b019d1a67364 HTTP/1.1" status: 204 len: 168 time: 0.2759962 May 27 03:35:03.923372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36978) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:03.926491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992564ab-a6ea-4221-826e-f9a1734ba399 None None] Network 96fb4a58-7b25-4b09-a351-97db452d91e4 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:03.944013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:UPDATE=3,neutron:SELECT=88,neutron:DELETE=9 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:03.995653 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (96fb4a58-7b25-4b09-a351-97db452d91e4), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.030020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:04.041043 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Deleting port 6ea9a517-1d32-45d1-8566-6a8c258248ef {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:04.041544 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.083802 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] DHCP port deletion for 96fb4a58-7b25-4b09-a351-97db452d91e4 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:35:04.130068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Deleting port 6ea9a517-1d32-45d1-8566-6a8c258248ef {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:04.130443 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.139137 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] For port 6ea9a517-1d32-45d1-8566-6a8c258248ef, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=6ea9a517-1d32-45d1-8566-6a8c258248ef,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:04.139509 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.161427 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Calling delete_port for 6ea9a517-1d32-45d1-8566-6a8c258248ef owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:04.167508 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:04.179212 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-6d5165a0-4aa8-4e30-9761-d9e5197b8e47 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449417 May 27 03:35:04.225047 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] For port 6ea9a517-1d32-45d1-8566-6a8c258248ef, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=6ea9a517-1d32-45d1-8566-6a8c258248ef,segment=NetworkSegment(8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6),segment_id=8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:04.225562 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.248148 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.251703 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Calling delete_port for 6ea9a517-1d32-45d1-8566-6a8c258248ef owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:04.259372 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-f8de2587-4dc7-4898-bb73-7a1a5ba6a055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:04.260967 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-f8de2587-4dc7-4898-bb73-7a1a5ba6a055 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1129 time: 0.0421846 May 27 03:35:04.275514 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea9a517-1d32-45d1-8566-6a8c258248ef,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:04.277291 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] No DVR routers for this DVR port 6ea9a517-1d32-45d1-8566-6a8c258248ef on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:04.331287 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (6ea9a517-1d32-45d1-8566-6a8c258248ef), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.353457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (96fb4a58-7b25-4b09-a351-97db452d91e4), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.355606 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] Pushing event deleted for resources: {'Port': ['ID=6ea9a517-1d32-45d1-8566-6a8c258248ef,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:04.359100 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8eae9-a378-4f83-a15b-39330a46696d None None] No DVR routers for this DVR port 6ea9a517-1d32-45d1-8566-6a8c258248ef on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:04.375721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96fb4a58-7b25-4b09-a351-97db452d91e4']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:04.380931 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-1bad4b7f-0339-4ea5-9f47-e9ec69abd37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:04.382681 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-1bad4b7f-0339-4ea5-9f47-e9ec69abd37d service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0990729 May 27 03:35:04.385945 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:04.386242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:04.396325 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.409433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.415447 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Releasing vlan 566 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:04.415859 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.451345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-18d6545a-e38c-4ed4-a569-e2ae9b4096c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 1001 time: 0.0611298 May 27 03:35:04.463276 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6 resource provider aggregate not found May 27 03:35:04.485943 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8ac57eef-a53b-4c05-892a-0c7bbf2fa7b6 found for delete ", "request_id": "req-987dade5-31a2-4248-9e52-a785ea698e74"}]} May 27 03:35:04.487106 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (96fb4a58-7b25-4b09-a351-97db452d91e4), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.495096 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:04.498782 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] 10.222.0.62 "DELETE /v2.0/networks/96fb4a58-7b25-4b09-a351-97db452d91e4 HTTP/1.1" status: 204 len: 168 time: 0.5744410 May 27 03:35:04.502876 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36984) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:04.509118 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4977f27f-bd86-48f9-9579-04901b33798f admin admin] Pushing event deleted for resources: {'Network': ['ID=96fb4a58-7b25-4b09-a351-97db452d91e4,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:04.549060 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-2651633b-5fd0-40dd-a00e-f27f59b293ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:04.550276 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-2651633b-5fd0-40dd-a00e-f27f59b293ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0916920 May 27 03:35:04.635324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-7cf768d8-5aa3-4b67-9664-852f4d6afa9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:04.636778 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-7cf768d8-5aa3-4b67-9664-852f4d6afa9f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0769629 May 27 03:35:04.803024 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-42bc5be9-248c-4c56-b7c8-3b45851c7e1c service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574004 May 27 03:35:04.955462 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-31bbda6d-feac-4a85-85e6-3a2e311fd201 req-53abddaa-023f-4551-9373-c99497b28269 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294360 May 27 03:35:04.990267 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:05.063581 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:05.160871 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:05.201885 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Deleting port 201e581f-c395-414c-87a6-982143bd1681 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:05.202543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (201e581f-c395-414c-87a6-982143bd1681), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:05.281676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] For port 201e581f-c395-414c-87a6-982143bd1681, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=201e581f-c395-414c-87a6-982143bd1681,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:05.282040 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (201e581f-c395-414c-87a6-982143bd1681), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:05.295310 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Calling delete_port for 201e581f-c395-414c-87a6-982143bd1681 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:05.474626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (201e581f-c395-414c-87a6-982143bd1681), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:05.497443 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Pushing event deleted for resources: {'Port': ['ID=201e581f-c395-414c-87a6-982143bd1681,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:05.659140 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:05.804233 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 6ea9a517-1d32-45d1-8566-6a8c258248ef no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:05.824614 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 6ea9a517-1d32-45d1-8566-6a8c258248ef {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:05.824951 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 6ea9a517-1d32-45d1-8566-6a8c258248ef not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:05.825565 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:05.844210 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:05.844557 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 812a6ca0-c3d6-4f9c-9484-53380ecb1d57 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:05.866752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:05.871092 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:05.973105 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:05.977936 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-87757d7a-5f23-469b-a468-785b2dce3b7c admin admin] 10.222.0.62 "PUT /v2.0/routers/2a7cc594-ea4b-44d7-8cbd-768c45f142f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4740813 May 27 03:35:05.980622 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36986) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:05.981382 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Sync routers for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:05.987585 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:05.992529 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:05.993145 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:06.080801 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks [] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.092902 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:06.263630 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:35:05Z', 'revision_number': 5, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:06.412810 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Checking router: 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:06.418433 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks [] for router_gateway (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.421721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Routers {'2a7cc594-ea4b-44d7-8cbd-768c45f142f4'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:06.422325 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:34:53Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:06.459183 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Deleting port 4b9af465-226e-4a53-9b0c-bd811dbff621 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:06.459515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.524176 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] Set router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:06.537981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] For port 4b9af465-226e-4a53-9b0c-bd811dbff621, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=4b9af465-226e-4a53-9b0c-bd811dbff621,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:06.538344 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.555086 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Calling delete_port for 4b9af465-226e-4a53-9b0c-bd811dbff621 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:06.599419 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:06.663631 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:06.717779 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:35:05Z', 'revision_number': 5, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:06.722825 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (4b9af465-226e-4a53-9b0c-bd811dbff621), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.747141 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39987738-afb7-4413-aa0b-979b4c0eaef5 None None] The sync data for ids ['2a7cc594-ea4b-44d7-8cbd-768c45f142f4'] in dv-cinder-828807-4-iscsi is: [{'id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'name': 'tempest-TestMinimumBasicScenario-1093504311-router', 'tenant_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180'}], 'enable_snat': True}, 'gw_port_id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:35:05Z', 'revision_number': 5, 'project_id': '0dc01eb63c1440bc86fc0e01ee8e10e7', 'gw_port': {'id': '4b9af465-226e-4a53-9b0c-bd811dbff621', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:bf:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7cc594-ea4b-44d7-8cbd-768c45f142f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:32:47Z', 'updated_at': '2022-05-27T03:32:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:06.749621 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b9af465-226e-4a53-9b0c-bd811dbff621,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:06.814211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.903005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.905230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks [] for router_controller (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.950289 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (2a7cc594-ea4b-44d7-8cbd-768c45f142f4), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.950945 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a7cc594-ea4b-44d7-8cbd-768c45f142f4 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:35:06.956307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:06.957998 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-54cce219-cedb-4158-854d-1049879b4143 admin admin] 10.222.0.62 "DELETE /v2.0/routers/2a7cc594-ea4b-44d7-8cbd-768c45f142f4 HTTP/1.1" status: 204 len: 168 time: 0.9759340 May 27 03:35:06.960535 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 36988) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.004313 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Deleting subnet d19e85db-24a6-4ecd-86fb-e93890b38baf {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:07.007339 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Publish callbacks [] for subnet (d19e85db-24a6-4ecd-86fb-e93890b38baf), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.041928 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (d19e85db-24a6-4ecd-86fb-e93890b38baf), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.067805 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.073829 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.127714 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (d19e85db-24a6-4ecd-86fb-e93890b38baf), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.184203 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (d19e85db-24a6-4ecd-86fb-e93890b38baf), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.209269 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d19e85db-24a6-4ecd-86fb-e93890b38baf,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.215350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.221038 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00efb26-c29b-47f4-ae34-b5a7b5cace95 None None] Network 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:07.221669 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-5b827957-0324-49a9-b216-74cc86d9f6d5 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/d19e85db-24a6-4ecd-86fb-e93890b38baf HTTP/1.1" status: 204 len: 168 time: 0.2598746 May 27 03:35:07.222215 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 36990) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.292212 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.337657 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Deleting port 2e231818-b94d-4441-b087-71c89cecfb93 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:07.338003 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (2e231818-b94d-4441-b087-71c89cecfb93), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.382077 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] DHCP port deletion for 845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:35:07.412426 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] For port 2e231818-b94d-4441-b087-71c89cecfb93, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=2e231818-b94d-4441-b087-71c89cecfb93,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:07.412882 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (2e231818-b94d-4441-b087-71c89cecfb93), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.424416 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Deleting port 2e231818-b94d-4441-b087-71c89cecfb93 {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:07.424794 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (2e231818-b94d-4441-b087-71c89cecfb93), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.426780 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Calling delete_port for 2e231818-b94d-4441-b087-71c89cecfb93 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:07.488897 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] For port 2e231818-b94d-4441-b087-71c89cecfb93, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=2e231818-b94d-4441-b087-71c89cecfb93,segment=NetworkSegment(f9a5ee65-c53e-4331-9426-e7a880a2f55e),segment_id=f9a5ee65-c53e-4331-9426-e7a880a2f55e)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:07.489294 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (2e231818-b94d-4441-b087-71c89cecfb93), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.502853 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Calling delete_port for 2e231818-b94d-4441-b087-71c89cecfb93 owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:07.504151 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (2e231818-b94d-4441-b087-71c89cecfb93), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.508847 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:07.535904 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Pushing event deleted for resources: {'Port': ['ID=2e231818-b94d-4441-b087-71c89cecfb93,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.537867 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] No DVR routers for this DVR port 2e231818-b94d-4441-b087-71c89cecfb93 on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:07.581589 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (2e231818-b94d-4441-b087-71c89cecfb93), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.603347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] Pushing event deleted for resources: {'Port': ['ID=2e231818-b94d-4441-b087-71c89cecfb93,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.608980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fdad5e-d681-4280-9335-f8173874aa65 None None] No DVR routers for this DVR port 2e231818-b94d-4441-b087-71c89cecfb93 on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:07.609112 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.632013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['845ff40e-8a6b-46d6-b4a6-9a3e523dfb81']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:07.641018 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9a5ee65-c53e-4331-9426-e7a880a2f55e') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:07.641311 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9a5ee65-c53e-4331-9426-e7a880a2f55e') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:07.650882 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (f9a5ee65-c53e-4331-9426-e7a880a2f55e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.663921 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (f9a5ee65-c53e-4331-9426-e7a880a2f55e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.670108 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:07.670553 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (f9a5ee65-c53e-4331-9426-e7a880a2f55e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.689911 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment f9a5ee65-c53e-4331-9426-e7a880a2f55e resource provider aggregate not found May 27 03:35:07.733579 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment f9a5ee65-c53e-4331-9426-e7a880a2f55e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9a5ee65-c53e-4331-9426-e7a880a2f55e found for delete ", "request_id": "req-80748e89-4906-4def-9d10-cb93243ae47f"}]} May 27 03:35:07.737839 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (845ff40e-8a6b-46d6-b4a6-9a3e523dfb81), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.742966 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:07.746293 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] 10.222.0.62 "DELETE /v2.0/networks/845ff40e-8a6b-46d6-b4a6-9a3e523dfb81 HTTP/1.1" status: 204 len: 168 time: 0.5225692 May 27 03:35:07.760116 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff011ae6-d9f9-4b19-b82b-9ce498cc54af admin admin] Pushing event deleted for resources: {'Network': ['ID=845ff40e-8a6b-46d6-b4a6-9a3e523dfb81,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:07.830916 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 201e581f-c395-414c-87a6-982143bd1681 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:07.850898 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 201e581f-c395-414c-87a6-982143bd1681 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:07.851236 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 201e581f-c395-414c-87a6-982143bd1681 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:07.851708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 2e231818-b94d-4441-b087-71c89cecfb93 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:07.871347 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 2e231818-b94d-4441-b087-71c89cecfb93 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:07.871607 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 2e231818-b94d-4441-b087-71c89cecfb93 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:07.872088 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 4b9af465-226e-4a53-9b0c-bd811dbff621 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:07.890932 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 4b9af465-226e-4a53-9b0c-bd811dbff621 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:07.891280 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 4b9af465-226e-4a53-9b0c-bd811dbff621 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:07.929496 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37000) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.972035 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-eb8d69af-765f-45b2-8744-e5501d4cd8ca admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=54f9fd67a8e2485eba03336c3b0b6b4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413835 May 27 03:35:07.974971 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37002) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:07.991341 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=88,neutron:DELETE=11,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:08.023738 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] Publish callbacks [] for security_group (6674b9c6-f595-40ab-8d91-5960a2451c63), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.045050 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] Publish callbacks [] for security_group (6674b9c6-f595-40ab-8d91-5960a2451c63), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.092459 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6674b9c6-f595-40ab-8d91-5960a2451c63), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.094873 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.096058 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/6674b9c6-f595-40ab-8d91-5960a2451c63 HTTP/1.1" status: 204 len: 168 time: 0.1201761 May 27 03:35:08.103876 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1838133e-d84c-4296-a523-03edca36f5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6674b9c6-f595-40ab-8d91-5960a2451c63,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:08.403806 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37008) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:08.446176 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-e82677ce-0475-4551-a2cb-c6d24ca309fa admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=0dc01eb63c1440bc86fc0e01ee8e10e7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411770 May 27 03:35:08.448497 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37010) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:08.494736 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] Publish callbacks [] for security_group (d41dea85-0a71-4ec2-b587-92f3a0678ead), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.514961 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] Publish callbacks [] for security_group (d41dea85-0a71-4ec2-b587-92f3a0678ead), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.561110 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d41dea85-0a71-4ec2-b587-92f3a0678ead), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.563938 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:08.564987 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d41dea85-0a71-4ec2-b587-92f3a0678ead HTTP/1.1" status: 204 len: 168 time: 0.1155984 May 27 03:35:08.573148 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6594c396-f3ce-477a-b8ad-e3b9e6edc597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41dea85-0a71-4ec2-b587-92f3a0678ead,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:10.955546 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.190085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=14,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:17.209381 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=13,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.116719 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=60,neutron:DELETE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.548386 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=33,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.569325 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=66,neutron:DELETE=7 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:18.587109 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=40,neutron:DELETE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:20.397176 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-1fa4eec6-875b-4196-9270-a85294efa479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:20.962077 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:22.673067 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-c6115736-d92f-45ff-ba9f-a56743a60c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.013210 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:24.084693 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:35:25.169159 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f60c6d-7581-4d0e-b894-fad826aa4c26 req-de04aefd-40f9-4e48-97a3-50e7068b910a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:25.170660 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-16f60c6d-7581-4d0e-b894-fad826aa4c26 req-de04aefd-40f9-4e48-97a3-50e7068b910a tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0471826 May 27 03:35:25.217443 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-16f60c6d-7581-4d0e-b894-fad826aa4c26 req-dfd51742-fc4e-44fd-921c-988813b2b139 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412159 May 27 03:35:25.369944 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.331057 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1eaf395-158c-4abe-b7fc-e2341632d3b3 req-456e3de6-639d-4b48-b82a-091b582d5abf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.332550 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1eaf395-158c-4abe-b7fc-e2341632d3b3 req-456e3de6-639d-4b48-b82a-091b582d5abf tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0467255 May 27 03:35:26.379414 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c1eaf395-158c-4abe-b7fc-e2341632d3b3 req-d0235732-7f63-4cd5-be04-6e6c9f9b31d1 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups?id=c338a965-d9ea-47b3-999d-6de7fb42bbd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408287 May 27 03:35:26.767201 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-2cb436dc-e39d-475d-b0e7-d02915d1924b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:26.768643 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-2cb436dc-e39d-475d-b0e7-d02915d1924b tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 945 time: 0.0494475 May 27 03:35:26.789490 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.849443 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 53fe3a50-ab92-4271-bccf-e7325b0613e1 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:26.849791 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:26.950998 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] For port 53fe3a50-ab92-4271-bccf-e7325b0613e1, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=53fe3a50-ab92-4271-bccf-e7325b0613e1,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:26.951365 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.108413 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.108778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-549336'] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.109171 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.db.l3_db [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Floating IP de622e18-65b8-4563-9bb7-9147ca370b12 disassociated. External IP: 172.27.1.227, port: 53fe3a50-ab92-4271-bccf-e7325b0613e1. May 27 03:35:27.109501 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 53fe3a50-ab92-4271-bccf-e7325b0613e1 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:27.236394 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (53fe3a50-ab92-4271-bccf-e7325b0613e1), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.263118 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=53fe3a50-ab92-4271-bccf-e7325b0613e1,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:27.273127 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.273481 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.273828 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.274170 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.274511 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.274846 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.275184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.276194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.276194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.276194 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.276497 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.276818 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.277167 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.277494 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.277822 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:27.385030 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:27.503135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:27.507534 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-837fd920-af67-4543-a95a-e40387cf2a03 req-f65febca-2084-42ed-b9c2-6a9a6d9b5e27 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/ports?device_id=92e57f92-f92b-45d5-8024-4e94ec01301d HTTP/1.1" status: 200 len: 210 time: 0.0408700 May 27 03:35:27.513122 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:27.524592 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:27.539286 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:27.539842 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.559398 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] No DVR routers for this DVR port 53fe3a50-ab92-4271-bccf-e7325b0613e1 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:27.561916 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:27.565111 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e7e4b0ce-9543-499a-bcef-36403a3e411b req-1b1361c6-ffb4-4f85-bdd5-9ac98562e841 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.60 "DELETE /v2.0/ports/53fe3a50-ab92-4271-bccf-e7325b0613e1 HTTP/1.1" status: 204 len: 173 time: 0.7912328 May 27 03:35:27.565544 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'name': 'network-vif-deleted', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:27.567785 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea5fa029-816f-4b1d-90c4-ed9a3c36ee97" -d '{"events": [{"server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "name": "network-vif-deleted", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:27.608500 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b209fc3-176d-4a3a-b807-2e79ca3249a6 x-openstack-request-id: req-2b209fc3-176d-4a3a-b807-2e79ca3249a6 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:27.608796 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92e57f92-f92b-45d5-8024-4e94ec01301d", "name": "network-vif-deleted", "tag": "53fe3a50-ab92-4271-bccf-e7325b0613e1", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:27.609167 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-2b209fc3-176d-4a3a-b807-2e79ca3249a6 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:27.611540 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b209fc3-176d-4a3a-b807-2e79ca3249a6'] response: {'server_uuid': '92e57f92-f92b-45d5-8024-4e94ec01301d', 'name': 'network-vif-deleted', 'tag': '53fe3a50-ab92-4271-bccf-e7325b0613e1', 'status': 'completed', 'code': 200} May 27 03:35:27.653888 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:27.845292 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.870409 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:27.878384 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:27.878982 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:27.978525 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:28.168229 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:28.191435 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eadb164-8253-4f1e-88cc-ad8385d897a5 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:41Z', 'revision_number': 4, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '53d10640-ec72-42a6-ae5a-474bbe69ab03', 'name': '', 'network_id': '5fca8f91-27a5-4216-bd00-e734abe0021c', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'mac_address': 'fa:16:3e:d6:ca:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:41Z', 'updated_at': '2022-05-27T03:30:45Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'subnets': [{'id': 'baafb49c-2827-42b7-9f4f-1820465fd342', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:28.413758 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-850abf42-7206-4ee7-b5c6-925a07c58a77 None None] New status for floating IP de622e18-65b8-4563-9bb7-9147ca370b12: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:35:28.484971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.598871 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37082) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:28.656803 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (c338a965-d9ea-47b3-999d-6de7fb42bbd0), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.680200 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (c338a965-d9ea-47b3-999d-6de7fb42bbd0), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.728064 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c338a965-d9ea-47b3-999d-6de7fb42bbd0), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.730572 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.731695 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/security-groups/c338a965-d9ea-47b3-999d-6de7fb42bbd0 HTTP/1.1" status: 204 len: 168 time: 0.1316566 May 27 03:35:28.734488 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37084) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:28.741440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe45df-3f7a-4d25-8c7e-8cd43773d204 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c338a965-d9ea-47b3-999d-6de7fb42bbd0,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:28.754726 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.api.v2.resource [None req-a44abe52-716c-43fc-b065-111182f33f49 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] show failed (client error): The resource could not be found. May 27 03:35:28.758930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a44abe52-716c-43fc-b065-111182f33f49 tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "GET /v2.0/security-groups/c338a965-d9ea-47b3-999d-6de7fb42bbd0 HTTP/1.1" status: 404 len: 347 time: 0.0203252 May 27 03:35:28.759273 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37086) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:28.868176 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Deleting port 11460287-5978-40d4-ae70-b1317e7b858a {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:28.868520 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (11460287-5978-40d4-ae70-b1317e7b858a), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.942910 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (11460287-5978-40d4-ae70-b1317e7b858a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.943276 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (11460287-5978-40d4-ae70-b1317e7b858a), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:28.956061 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Calling delete_port for 11460287-5978-40d4-ae70-b1317e7b858a owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:29.082585 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (11460287-5978-40d4-ae70-b1317e7b858a), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.106358 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Pushing event deleted for resources: {'Port': ['ID=11460287-5978-40d4-ae70-b1317e7b858a,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:29.168722 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks [] for floatingip (de622e18-65b8-4563-9bb7-9147ca370b12), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.171257 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:29.172408 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-2741cdd7-61ed-43a2-bfde-28780b54ef3f tempest-AttachVolumeNegativeTest-539635676 tempest-AttachVolumeNegativeTest-539635676-project] 10.222.0.62 "DELETE /v2.0/floatingips/de622e18-65b8-4563-9bb7-9147ca370b12 HTTP/1.1" status: 204 len: 168 time: 0.4121399 May 27 03:35:30.417647 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 53fe3a50-ab92-4271-bccf-e7325b0613e1 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:30.440857 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 53fe3a50-ab92-4271-bccf-e7325b0613e1 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:30.441200 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 53fe3a50-ab92-4271-bccf-e7325b0613e1 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:31.277601 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37102) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:31.412263 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port ad1da721-6976-4a5b-87e3-1060b4a60177 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:31.412598 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.426729 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.489362 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.489690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (ad1da721-6976-4a5b-87e3-1060b4a60177), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.502924 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for ad1da721-6976-4a5b-87e3-1060b4a60177 owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:31.514283 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:31.650376 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (ad1da721-6976-4a5b-87e3-1060b4a60177), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.684673 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=ad1da721-6976-4a5b-87e3-1060b4a60177,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:31.742125 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (13d781b4-3453-4a2a-b1db-5325a3642f6f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:31.742409 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP 13d781b4-3453-4a2a-b1db-5325a3642f6f disassociated (deleted). External IP: 172.27.1.171, port: 0043daec-332d-4272-9b40-80a037bc94a6. May 27 03:35:31.936242 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:32.043526 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:32.049060 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:32.054179 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:32.064944 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:32.065590 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:32.078370 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-8b6a7a27-3fd4-4dd2-a3e2-a54c38897ca9 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "DELETE /v2.0/floatingips/13d781b4-3453-4a2a-b1db-5325a3642f6f HTTP/1.1" status: 204 len: 168 time: 0.7997150 May 27 03:35:32.078929 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:32.081198 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61eb1f58-4c38-4968-ac68-f44c246c135c" -d '{"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:32.118928 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f0c2b04-c0ee-4567-b3cb-4ad5e81c7593 x-openstack-request-id: req-3f0c2b04-c0ee-4567-b3cb-4ad5e81c7593 {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:32.119214 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "tag": "0043daec-332d-4272-9b40-80a037bc94a6", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:32.119463 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-3f0c2b04-c0ee-4567-b3cb-4ad5e81c7593 {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:32.119969 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f0c2b04-c0ee-4567-b3cb-4ad5e81c7593'] response: {'name': 'network-changed', 'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6', 'status': 'completed', 'code': 200} May 27 03:35:32.170045 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:32.199609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-4a24ea97-17ae-4a5c-971f-a3ed4b4b9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:32.201787 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-4a24ea97-17ae-4a5c-971f-a3ed4b4b9f1d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 1129 time: 0.0409758 May 27 03:35:32.241160 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:32.312181 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-2aa95163-1bca-4b29-ba1f-c5c5305aeec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:32.314175 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-2aa95163-1bca-4b29-ba1f-c5c5305aeec4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.1056759 May 27 03:35:32.320411 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139929b-78d0-4da7-86eb-352e44bbcf68 req-ebfb2719-5c63-47bb-8d66-27cf57f58845 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:32.322073 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3139929b-78d0-4da7-86eb-352e44bbcf68 req-ebfb2719-5c63-47bb-8d66-27cf57f58845 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0553794 May 27 03:35:32.346990 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:32.371709 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3139929b-78d0-4da7-86eb-352e44bbcf68 req-2591d6fd-604e-4013-8a0b-bcf15a09e297 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439520 May 27 03:35:32.386834 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:32.396270 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:32.424349 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:32.432408 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:32.432997 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:32.529208 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:32.825661 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:32.845013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37130) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:32.850359 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ddad57-1738-4217-8a3d-612bb6335837 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_floatingips': [{'id': 'd965ca87-0617-41e5-bec2-7f83280e6e56', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'floating_ip_address': '172.27.1.89', 'floating_network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'router_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'port_id': '15a5d120-c2cb-4d46-a227-596e6c129738', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 604, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'mac_address': 'fa:16:3e:35:fe:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-27T03:31:40Z', 'updated_at': '2022-05-27T03:31:42Z', 'revision_number': 1, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:32.931849 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:33.079437 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:33.085765 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e75509fd-b9d5-4f00-8968-f6d66dec1196 None None] New status for floating IP 13d781b4-3453-4a2a-b1db-5325a3642f6f: DOWN {{(pid=103925) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:35:33.169336 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (7f138f41-830e-482d-a941-a2a3d9e298f1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:33.308695 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-8362cd3e-e5df-479c-bf03-f7786fce57f1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 200 len: 217 time: 0.0335503 May 27 03:35:33.362157 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-60314b78-db1e-4caa-a7a9-c14914cedcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:33.363593 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-60314b78-db1e-4caa-a7a9-c14914cedcfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0475023 May 27 03:35:33.389623 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Deleting port 53d10640-ec72-42a6-ae5a-474bbe69ab03 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:33.390151 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:33.469157 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] For port 53d10640-ec72-42a6-ae5a-474bbe69ab03, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=53d10640-ec72-42a6-ae5a-474bbe69ab03,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:33.469521 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:33.482468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Calling delete_port for 53d10640-ec72-42a6-ae5a-474bbe69ab03 owned by network:router_interface {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:33.485690 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bfc4e-967f-4cb6-b510-73042bdf02ec req-fabadf1b-6781-4f88-b352-8a6cd83cdd31 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:33.487192 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-746bfc4e-967f-4cb6-b510-73042bdf02ec req-fabadf1b-6781-4f88-b352-8a6cd83cdd31 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0477140 May 27 03:35:33.565108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-b8ff87c4-018f-43c8-aa5c-2ddaeff6afc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:33.566550 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-b8ff87c4-018f-43c8-aa5c-2ddaeff6afc2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0584729 May 27 03:35:33.571229 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-746bfc4e-967f-4cb6-b510-73042bdf02ec req-fb5631a6-e593-439b-9e4e-9b7981077981 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784373 May 27 03:35:33.669021 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-c1189923-235b-4a49-b5d7-41fa2f68ab45 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957212 May 27 03:35:33.823024 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-61eb1f58-4c38-4968-ac68-f44c246c135c req-cf76f8cf-9ff3-4384-8e3e-a3b35d8c4db7 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850453 May 27 03:35:33.892174 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (53d10640-ec72-42a6-ae5a-474bbe69ab03), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:33.923868 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=53d10640-ec72-42a6-ae5a-474bbe69ab03,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:33.932704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-a98119a7-d55a-4d08-a0b5-88fea05637c3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:33.934256 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-a98119a7-d55a-4d08-a0b5-88fea05637c3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 945 time: 0.0607560 May 27 03:35:34.028359 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.029383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port 0043daec-332d-4272-9b40-80a037bc94a6 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:34.029864 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (0043daec-332d-4272-9b40-80a037bc94a6), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.099960 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (7f138f41-830e-482d-a941-a2a3d9e298f1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.133714 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] For port 0043daec-332d-4272-9b40-80a037bc94a6, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=0043daec-332d-4272-9b40-80a037bc94a6,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:34.134085 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (0043daec-332d-4272-9b40-80a037bc94a6), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.146797 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for 0043daec-332d-4272-9b40-80a037bc94a6 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:34.209084 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.216432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.279213 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (0043daec-332d-4272-9b40-80a037bc94a6), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.306541 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Router 7f138f41-830e-482d-a941-a2a3d9e298f1 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:34.320569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=0043daec-332d-4272-9b40-80a037bc94a6,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:34.363955 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] No DVR routers for this DVR port 0043daec-332d-4272-9b40-80a037bc94a6 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:34.367007 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.370197 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-1cf0042b-74e0-49a6-96ff-94353bf90af1 req-9517394f-a042-4cf5-aa45-7d7f8dfc24d1 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "DELETE /v2.0/ports/0043daec-332d-4272-9b40-80a037bc94a6 HTTP/1.1" status: 204 len: 173 time: 0.4294825 May 27 03:35:34.370639 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'name': 'network-vif-deleted', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:34.373143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6712c07-bbaa-405b-8688-5e6f8c2b94c6" -d '{"events": [{"server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "name": "network-vif-deleted", "tag": "0043daec-332d-4272-9b40-80a037bc94a6"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:34.412763 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c6b69-fd82-408d-a113-9b83450f92d3 x-openstack-request-id: req-d36c6b69-fd82-408d-a113-9b83450f92d3 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:34.413162 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bd8487d-5eed-4492-b1ce-5a260cc7292f", "name": "network-vif-deleted", "tag": "0043daec-332d-4272-9b40-80a037bc94a6", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:34.413539 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-d36c6b69-fd82-408d-a113-9b83450f92d3 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:34.413976 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36c6b69-fd82-408d-a113-9b83450f92d3'] response: {'server_uuid': '8bd8487d-5eed-4492-b1ce-5a260cc7292f', 'name': 'network-vif-deleted', 'tag': '0043daec-332d-4272-9b40-80a037bc94a6', 'status': 'completed', 'code': 200} May 27 03:35:34.422738 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:34.428753 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3f073355-237d-4867-abca-47c7c2ce90c6 admin admin] 10.222.0.62 "PUT /v2.0/routers/7f138f41-830e-482d-a941-a2a3d9e298f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5819724 May 27 03:35:34.431113 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37136) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:34.432372 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Sync routers for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:34.457514 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:34.458433 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:34.538845 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks [] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.556764 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:34.637007 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks [] for router_gateway (7f138f41-830e-482d-a941-a2a3d9e298f1), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.682618 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-0b07b8e9-d6ca-4341-96ef-15a4917bb1f9 req-82882ef7-5ba7-4533-a319-616504a7a814 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=8bd8487d-5eed-4492-b1ce-5a260cc7292f HTTP/1.1" status: 200 len: 210 time: 0.0380509 May 27 03:35:34.698921 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Deleting port 611b3758-bc75-4d00-884f-e521c2595898 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:34.699457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (611b3758-bc75-4d00-884f-e521c2595898), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.764905 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29'}], 'enable_snat': True}, 'gw_port_id': '611b3758-bc75-4d00-884f-e521c2595898', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:35:33Z', 'revision_number': 5, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port': {'id': '611b3758-bc75-4d00-884f-e521c2595898', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:87:7a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:30:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:34.798078 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Checking router: 7f138f41-830e-482d-a941-a2a3d9e298f1 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:34.800059 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] For port 611b3758-bc75-4d00-884f-e521c2595898, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=611b3758-bc75-4d00-884f-e521c2595898,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:34.800610 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (611b3758-bc75-4d00-884f-e521c2595898), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:34.807501 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Routers {'7f138f41-830e-482d-a941-a2a3d9e298f1'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:34.808238 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7f138f41-830e-482d-a941-a2a3d9e298f1'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:34.816940 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Calling delete_port for 611b3758-bc75-4d00-884f-e521c2595898 owned by network:router_gateway {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:34.903579 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] Set router 7f138f41-830e-482d-a941-a2a3d9e298f1 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:34.928465 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:34.953879 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:35:34Z', 'revision_number': 6, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:34.982036 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78200917-6d46-4390-a82a-dd02a3202d73 None None] The sync data for ids ['7f138f41-830e-482d-a941-a2a3d9e298f1'] in dv-cinder-828807-4-iscsi is: [{'id': '7f138f41-830e-482d-a941-a2a3d9e298f1', 'name': 'tempest-AttachVolumeNegativeTest-1445595113-router', 'tenant_id': '6a6c40fbca064c789708300a00c36ce4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:30:39Z', 'updated_at': '2022-05-27T03:35:34Z', 'revision_number': 6, 'project_id': '6a6c40fbca064c789708300a00c36ce4', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:35.001231 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (611b3758-bc75-4d00-884f-e521c2595898), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.032098 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=611b3758-bc75-4d00-884f-e521c2595898,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.094351 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (7f138f41-830e-482d-a941-a2a3d9e298f1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.179366 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.181565 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks [] for router_controller (7f138f41-830e-482d-a941-a2a3d9e298f1), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.215269 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:35.226394 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (7f138f41-830e-482d-a941-a2a3d9e298f1), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.227169 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f138f41-830e-482d-a941-a2a3d9e298f1 {{(pid=103924) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:35:35.231761 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] Publish callbacks [] for router (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.232997 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6a87e491-aad7-45fc-847b-22dc22133fcc admin admin] 10.222.0.62 "DELETE /v2.0/routers/7f138f41-830e-482d-a941-a2a3d9e298f1 HTTP/1.1" status: 204 len: 168 time: 0.8009431 May 27 03:35:35.235589 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37140) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:35.282045 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Deleting subnet baafb49c-2827-42b7-9f4f-1820465fd342 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:35.285022 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Publish callbacks [] for subnet (baafb49c-2827-42b7-9f4f-1820465fd342), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.325639 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (baafb49c-2827-42b7-9f4f-1820465fd342), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.404433 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (baafb49c-2827-42b7-9f4f-1820465fd342), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.456321 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (baafb49c-2827-42b7-9f4f-1820465fd342), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.483126 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baafb49c-2827-42b7-9f4f-1820465fd342,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.488972 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.492704 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-10e82648-d6d8-416e-9327-60e1bcc03c56 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/baafb49c-2827-42b7-9f4f-1820465fd342 HTTP/1.1" status: 204 len: 168 time: 0.2561281 May 27 03:35:35.495113 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7333d4b-22c8-4004-b301-b6b79aa20ee4 None None] Network 5fca8f91-27a5-4216-bd00-e734abe0021c requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:35.495638 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37142) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:35.562255 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (5fca8f91-27a5-4216-bd00-e734abe0021c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.604117 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Deleting port daf5c06f-1c7f-4622-9b22-1a62658cc2cf {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:35.604517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.669849 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] For port daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,segment=NetworkSegment(305d178e-e091-4d37-9d3e-94de07188778),segment_id=305d178e-e091-4d37-9d3e-94de07188778)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:35.670116 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.683294 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Calling delete_port for daf5c06f-1c7f-4622-9b22-1a62658cc2cf owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:35.761952 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] DHCP port deletion for 5fca8f91-27a5-4216-bd00-e734abe0021c request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:35:35.782062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.806156 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:DELETE=13,neutron:UPDATE=4,neutron:SELECT=83 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:35.810403 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Pushing event deleted for resources: {'Port': ['ID=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:35.810626 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Deleting port daf5c06f-1c7f-4622-9b22-1a62658cc2cf {{(pid=103925) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:35.811520 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), before_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.820866 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] No DVR routers for this DVR port daf5c06f-1c7f-4622-9b22-1a62658cc2cf on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:35.883320 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 53d10640-ec72-42a6-ae5a-474bbe69ab03 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:35.913673 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 53d10640-ec72-42a6-ae5a-474bbe69ab03 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:35.914024 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 53d10640-ec72-42a6-ae5a-474bbe69ab03 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:35.914484 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device daf5c06f-1c7f-4622-9b22-1a62658cc2cf no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:35.914807 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (5fca8f91-27a5-4216-bd00-e734abe0021c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.942781 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] For port daf5c06f-1c7f-4622-9b22-1a62658cc2cf, host dv-cinder-828807-4-iscsi, got binding levels [] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:35.943178 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), precommit_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.944483 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fca8f91-27a5-4216-bd00-e734abe0021c']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:35.946184 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: daf5c06f-1c7f-4622-9b22-1a62658cc2cf {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:35.946528 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device daf5c06f-1c7f-4622-9b22-1a62658cc2cf not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:35.946946 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 611b3758-bc75-4d00-884f-e521c2595898 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:35.954756 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '305d178e-e091-4d37-9d3e-94de07188778') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:35.955525 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '305d178e-e091-4d37-9d3e-94de07188778') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:35.965270 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (305d178e-e091-4d37-9d3e-94de07188778), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.979103 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Calling delete_port for daf5c06f-1c7f-4622-9b22-1a62658cc2cf owned by network:dhcp {{(pid=103925) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:35.980413 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (305d178e-e091-4d37-9d3e-94de07188778), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.981155 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 611b3758-bc75-4d00-884f-e521c2595898 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:35.981503 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 611b3758-bc75-4d00-884f-e521c2595898 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:35.984983 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.ipam_backend_mixin [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Port daf5c06f-1c7f-4622-9b22-1a62658cc2cf was not found and therefore no delete operation was performed {{(pid=103925) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} May 27 03:35:35.986693 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602'] for port (daf5c06f-1c7f-4622-9b22-1a62658cc2cf), after_delete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:35.988230 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:35.988620 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (305d178e-e091-4d37-9d3e-94de07188778), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.013491 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Pushing event deleted for resources: {'Port': ['ID=daf5c06f-1c7f-4622-9b22-1a62658cc2cf,revision_number=None']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:36.019133 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] No DVR routers for this DVR port daf5c06f-1c7f-4622-9b22-1a62658cc2cf on host dv-cinder-828807-4-iscsi {{(pid=103925) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.032988 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df2c3cb9-241a-4f9d-aefc-e5b0d2d46a47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103925) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:36.035611 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 305d178e-e091-4d37-9d3e-94de07188778 resource provider aggregate not found May 27 03:35:36.056804 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (5fca8f91-27a5-4216-bd00-e734abe0021c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.060534 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 305d178e-e091-4d37-9d3e-94de07188778 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 305d178e-e091-4d37-9d3e-94de07188778 found for delete ", "request_id": "req-888dcffb-3753-472d-a5bc-c6d0cc11d718"}]} May 27 03:35:36.066562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.070673 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] 10.222.0.62 "DELETE /v2.0/networks/5fca8f91-27a5-4216-bd00-e734abe0021c HTTP/1.1" status: 204 len: 168 time: 0.5744479 May 27 03:35:36.087260 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628141ad-2960-4a31-b20c-5b38e4d6af45 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fca8f91-27a5-4216-bd00-e734abe0021c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:36.243772 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37156) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:36.282926 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5b77ae24-1d6b-4197-8bf7-f82784bda2d2 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6a6c40fbca064c789708300a00c36ce4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0379643 May 27 03:35:36.285467 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37158) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:36.308917 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:36.336384 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] Publish callbacks [] for security_group (773507cb-69c9-4272-8ff8-5e80a264e39f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.357947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] Publish callbacks [] for security_group (773507cb-69c9-4272-8ff8-5e80a264e39f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.403372 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (773507cb-69c9-4272-8ff8-5e80a264e39f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.405900 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:36.407040 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/773507cb-69c9-4272-8ff8-5e80a264e39f HTTP/1.1" status: 204 len: 168 time: 0.1207509 May 27 03:35:36.415236 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da19ee58-2870-42fe-b387-f4fc2390125d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=773507cb-69c9-4272-8ff8-5e80a264e39f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:36.446742 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 0043daec-332d-4272-9b40-80a037bc94a6 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:36.466020 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 0043daec-332d-4272-9b40-80a037bc94a6 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:36.466283 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 0043daec-332d-4272-9b40-80a037bc94a6 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:38.040245 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37216) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.083441 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37218) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.180149 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port 4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:38.180495 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.190263 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-76b1f069-2fce-4f40-8e27-021a0cae98e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.218316 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:38.261043 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.261402 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.267552 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-76b1f069-2fce-4f40-8e27-021a0cae98e3 admin admin] Publish callbacks [] for security_group (ae849b96-0aeb-45dc-99fd-c70951b8bb49), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.272946 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-76b1f069-2fce-4f40-8e27-021a0cae98e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ae849b96-0aeb-45dc-99fd-c70951b8bb49), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.275094 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for 4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:38.313607 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-76b1f069-2fce-4f40-8e27-021a0cae98e3 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=1a82d93d41654f5799cecccab30142be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2289569 May 27 03:35:38.315453 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b1f069-2fce-4f40-8e27-021a0cae98e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae849b96-0aeb-45dc-99fd-c70951b8bb49,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.317741 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37222) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.366940 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] Publish callbacks [] for security_group (ae849b96-0aeb-45dc-99fd-c70951b8bb49), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.387798 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] Publish callbacks [] for security_group (ae849b96-0aeb-45dc-99fd-c70951b8bb49), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.422522 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.437669 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (ae849b96-0aeb-45dc-99fd-c70951b8bb49), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.440197 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.441338 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/ae849b96-0aeb-45dc-99fd-c70951b8bb49 HTTP/1.1" status: 204 len: 168 time: 0.1227026 May 27 03:35:38.449058 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d180fdb-81fd-4308-be06-14b5cd3aa037 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae849b96-0aeb-45dc-99fd-c70951b8bb49,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.451717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=4a52f7f7-2eb1-42b6-bba6-d96e7a13ed5e,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.500415 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:38.521717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (d965ca87-0617-41e5-bec2-7f83280e6e56), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.522056 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.l3_db [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Floating IP d965ca87-0617-41e5-bec2-7f83280e6e56 disassociated (deleted). External IP: 172.27.1.89, port: 15a5d120-c2cb-4d46-a227-596e6c129738. May 27 03:35:38.721725 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:38.721913 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37228) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.734707 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103924) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:38.736278 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45a5593f-008e-49de-a599-2500717982f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.814336 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45a5593f-008e-49de-a599-2500717982f1 admin admin] Publish callbacks [] for security_group (d5f53616-d691-4c6d-9727-860eb54f6a13), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.818514 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-45a5593f-008e-49de-a599-2500717982f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d5f53616-d691-4c6d-9727-860eb54f6a13), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.849040 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103924) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:38.854496 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.855991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a5593f-008e-49de-a599-2500717982f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f53616-d691-4c6d-9727-860eb54f6a13,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:38.861334 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:38.865458 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-45a5593f-008e-49de-a599-2500717982f1 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=b926192e78fa4464b0bfb06df5596e4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1424897 May 27 03:35:38.868642 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37230) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:38.876076 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:38.877062 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:38.889892 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-fff3a9c6-c1e1-4e8c-b855-bfc5ce82fe69 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "DELETE /v2.0/floatingips/d965ca87-0617-41e5-bec2-7f83280e6e56 HTTP/1.1" status: 204 len: 168 time: 0.8473990 May 27 03:35:38.890572 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738'}] {{(pid=103924) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:38.893046 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6d88d6a9cad0a779ff55295345b67c733c3a03cf29843fbe27e54d21d8605680" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d94171-bf8d-4a84-bb16-256088d15e20" -d '{"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738"}]}' {{(pid=103924) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:38.934886 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad303a79-bb7e-4dbd-ab1f-60ba00e9a93e x-openstack-request-id: req-ad303a79-bb7e-4dbd-ab1f-60ba00e9a93e {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:38.935201 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738", "status": "completed", "code": 200}]} {{(pid=103924) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:38.935451 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-ad303a79-bb7e-4dbd-ab1f-60ba00e9a93e {{(pid=103924) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:38.936216 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad303a79-bb7e-4dbd-ab1f-60ba00e9a93e'] response: {'name': 'network-changed', 'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738', 'status': 'completed', 'code': 200} May 27 03:35:38.948240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] Publish callbacks [] for security_group (d5f53616-d691-4c6d-9727-860eb54f6a13), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:38.971211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] Publish callbacks [] for security_group (d5f53616-d691-4c6d-9727-860eb54f6a13), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.002788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:39.005486 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:39.062708 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-1e626304-9608-4510-bcf1-ca7d91838873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:39.064499 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-1e626304-9608-4510-bcf1-ca7d91838873 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 1129 time: 0.0774479 May 27 03:35:39.081792 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (d5f53616-d691-4c6d-9727-860eb54f6a13), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.088637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:39.092307 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/d5f53616-d691-4c6d-9727-860eb54f6a13 HTTP/1.1" status: 204 len: 168 time: 0.2202320 May 27 03:35:39.102651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d802c6-74e4-4667-90d4-e9511313d21e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f53616-d691-4c6d-9727-860eb54f6a13,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:39.141097 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028065f-fd3f-47fb-98c4-d96906df59f3 req-46aa346d-7f16-40c6-8209-b269464a5e7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:39.142586 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4028065f-fd3f-47fb-98c4-d96906df59f3 req-46aa346d-7f16-40c6-8209-b269464a5e7e tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0567024 May 27 03:35:39.196038 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4028065f-fd3f-47fb-98c4-d96906df59f3 req-5a0e8a34-7bc4-4219-a343-9be8ab728672 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0471036 May 27 03:35:39.232782 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:39.256663 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:39.265445 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:39.266051 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:39.353415 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:39.371863 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:39.401405 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:39.557747 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:39.586582 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66386714-0ef5-4bd5-85f3-fa9b81d33063 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:28:20Z', 'revision_number': 4, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi', '_interfaces': [{'id': '866587da-87e6-43ac-bfcf-ea087acff421', 'name': '', 'network_id': '561895ec-13c2-4737-9f4c-a28189f41261', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'mac_address': 'fa:16:3e:24:43:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:20Z', 'updated_at': '2022-05-27T03:28:25Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'subnets': [{'id': '54d01bde-5bb4-4778-816e-ba887aaa3415', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:39.810213 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a7da9-47d6-407f-8094-ccaaca18551a None None] New status for floating IP d965ca87-0617-41e5-bec2-7f83280e6e56: DOWN {{(pid=103926) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} May 27 03:35:40.179252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-c61e3d76-2403-4356-81d4-92bf7a12492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.180963 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-c61e3d76-2403-4356-81d4-92bf7a12492c service neutron] 10.222.0.60 "GET /v2.0/networks?id=561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 200 len: 913 time: 0.0886345 May 27 03:35:40.328826 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-2b8d0b7c-baef-4786-bca4-855b0bb6c4db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 200 len: 217 time: 0.0360026 May 27 03:35:40.340260 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98526711-bdb1-4cc8-96d9-df4757cab933 req-71384ec0-71b8-4677-8822-4b015be71ae5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.341974 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-98526711-bdb1-4cc8-96d9-df4757cab933 req-71384ec0-71b8-4677-8822-4b015be71ae5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0776885 May 27 03:35:40.401572 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:40.421819 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-19e8d9f4-720c-4b28-99af-6aeef359477d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.423204 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-19e8d9f4-720c-4b28-99af-6aeef359477d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 200 len: 851 time: 0.0803926 May 27 03:35:40.433253 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-98526711-bdb1-4cc8-96d9-df4757cab933 req-ca6ce080-93da-4829-9a10-60119ebbf4dc tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/security-groups?id=6442cf90-c91e-4132-80ed-9547c9aa1d91&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819654 May 27 03:35:40.570972 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-d82a6473-6a22-4101-a609-3e81707df8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.572813 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-d82a6473-6a22-4101-a609-3e81707df8a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=561895ec-13c2-4737-9f4c-a28189f41261&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401185 May 27 03:35:40.703326 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-e93c7252-1671-4d2d-a42f-5d19de109f3b service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234701 May 27 03:35:40.712486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-7e5da91e-1b26-4f4c-831d-f9e8223b8f02 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:35:40.713905 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-7e5da91e-1b26-4f4c-831d-f9e8223b8f02 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 945 time: 0.0593202 May 27 03:35:40.860538 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port 15a5d120-c2cb-4d46-a227-596e6c129738 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:40.860881 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:40.866972 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-93d94171-bf8d-4a84-bb16-256088d15e20 req-cc538ef5-73e2-4944-8afe-9fdacd3f9732 service neutron] 10.222.0.60 "GET /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521938 May 27 03:35:41.189319 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] For port 15a5d120-c2cb-4d46-a227-596e6c129738, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=15a5d120-c2cb-4d46-a227-596e6c129738,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:41.190012 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.202113 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for 15a5d120-c2cb-4d46-a227-596e6c129738 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:41.324108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (15a5d120-c2cb-4d46-a227-596e6c129738), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.331484 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:41.355865 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=15a5d120-c2cb-4d46-a227-596e6c129738,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:41.399973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] No DVR routers for this DVR port 15a5d120-c2cb-4d46-a227-596e6c129738 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:41.402408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:41.405662 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-4466cc5b-90b2-46bc-9b1a-025e234313f3 req-9121d224-6dc3-4e41-9b51-b44189f439b2 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.60 "DELETE /v2.0/ports/15a5d120-c2cb-4d46-a227-596e6c129738 HTTP/1.1" status: 204 len: 173 time: 0.6834614 May 27 03:35:41.406075 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'name': 'network-vif-deleted', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:35:41.408285 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6d4e87-c432-40dd-a3e8-033c3f0cd66d" -d '{"events": [{"server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "name": "network-vif-deleted", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:35:41.443534 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff2d2bd-a55f-4d1e-b5cb-5892fb80f820 x-openstack-request-id: req-9ff2d2bd-a55f-4d1e-b5cb-5892fb80f820 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:35:41.443838 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "594cf2db-0111-498c-aa48-6e11dbd811d2", "name": "network-vif-deleted", "tag": "15a5d120-c2cb-4d46-a227-596e6c129738", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:35:41.444103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9ff2d2bd-a55f-4d1e-b5cb-5892fb80f820 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:35:41.444533 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff2d2bd-a55f-4d1e-b5cb-5892fb80f820'] response: {'server_uuid': '594cf2db-0111-498c-aa48-6e11dbd811d2', 'name': 'network-vif-deleted', 'tag': '15a5d120-c2cb-4d46-a227-596e6c129738', 'status': 'completed', 'code': 200} May 27 03:35:41.530627 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-f5c28ccb-133c-4604-a9cc-60eeed22c505 req-496ef614-19ba-4a2b-916a-78fc33d117d5 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "GET /v2.0/ports?device_id=594cf2db-0111-498c-aa48-6e11dbd811d2 HTTP/1.1" status: 200 len: 210 time: 0.0282900 May 27 03:35:42.588636 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37298) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:42.928998 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Deleting port 5601bdb4-9618-47e3-9122-009e403aa7dc {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:42.929339 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.007140 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.007468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (5601bdb4-9618-47e3-9122-009e403aa7dc), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.020301 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Calling delete_port for 5601bdb4-9618-47e3-9122-009e403aa7dc owned by network:floatingip {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:43.158980 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (5601bdb4-9618-47e3-9122-009e403aa7dc), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.186265 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'Port': ['ID=5601bdb4-9618-47e3-9122-009e403aa7dc,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:43.249896 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for floatingip (1d304038-59a4-44cf-bbfc-54c9b49c4464), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.252439 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for floatingip (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:43.253606 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bef33a99-d818-43c2-928a-17a1c7390f26 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "DELETE /v2.0/floatingips/1d304038-59a4-44cf-bbfc-54c9b49c4464 HTTP/1.1" status: 204 len: 168 time: 0.6646774 May 27 03:35:44.456686 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37332) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:44.480904 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 15a5d120-c2cb-4d46-a227-596e6c129738 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:44.500168 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 15a5d120-c2cb-4d46-a227-596e6c129738 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:44.500516 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 15a5d120-c2cb-4d46-a227-596e6c129738 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:44.519540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (6442cf90-c91e-4132-80ed-9547c9aa1d91), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.549379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (6442cf90-c91e-4132-80ed-9547c9aa1d91), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.609075 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (6442cf90-c91e-4132-80ed-9547c9aa1d91), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.612047 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:44.613224 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] 10.222.0.62 "DELETE /v2.0/security-groups/6442cf90-c91e-4132-80ed-9547c9aa1d91 HTTP/1.1" status: 204 len: 168 time: 0.1555440 May 27 03:35:44.629924 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53557d70-3788-485d-9417-ce85f6247db3 tempest-TestVolumeBootPattern-597250560 tempest-TestVolumeBootPattern-597250560-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442cf90-c91e-4132-80ed-9547c9aa1d91,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:44.670823 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37344) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:44.915378 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:45.144947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.359408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Deleting port 866587da-87e6-43ac-bfcf-ea087acff421 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:45.359743 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (866587da-87e6-43ac-bfcf-ea087acff421), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.439089 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] For port 866587da-87e6-43ac-bfcf-ea087acff421, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=866587da-87e6-43ac-bfcf-ea087acff421,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:45.439369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (866587da-87e6-43ac-bfcf-ea087acff421), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.451902 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Calling delete_port for 866587da-87e6-43ac-bfcf-ea087acff421 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:45.507369 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:45.624379 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (866587da-87e6-43ac-bfcf-ea087acff421), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:45.646037 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Pushing event deleted for resources: {'Port': ['ID=866587da-87e6-43ac-bfcf-ea087acff421,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:45.712361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:45.807959 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.020219 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:46.120444 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:46.126896 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2a8d25f7-2118-4da7-be2b-5959f87d3066 admin admin] 10.222.0.62 "PUT /v2.0/routers/e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4553630 May 27 03:35:46.127799 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37362) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:46.129019 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Sync routers for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:46.140085 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:46.140689 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:46.232789 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks [] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.331375 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks [] for router_gateway (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.366812 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:46.371841 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:46.377639 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Deleting port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:46.377985 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.455923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] For port 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:46.456294 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.469480 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Calling delete_port for 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:46.537517 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:35:45Z', 'revision_number': 5, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port': {'id': '1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c9:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:18Z', 'updated_at': '2022-05-27T03:28:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:46.562379 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Checking router: e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 for host: dv-cinder-828807-4-iscsi {{(pid=103925) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:46.570639 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Routers {'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103925) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:46.571108 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:46.571623 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'], 'active': True} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:46.634294 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.658383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_dvr_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] Set router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 gateway port host: None {{(pid=103925) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:46.662515 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:46.706893 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.l3_hamode_db [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 6, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103925) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:46.724891 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.734981 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad33cb0-55af-411b-8fb6-71eabd96e809 None None] The sync data for ids ['e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3'] in dv-cinder-828807-4-iscsi is: [{'id': 'e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3', 'name': 'tempest-TestVolumeBootPattern-1914889745-router', 'tenant_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:17Z', 'updated_at': '2022-05-27T03:35:46Z', 'revision_number': 6, 'project_id': 'ffc47aa302dc4c4e94c4bc7227728c40', 'gw_port_host': None}] {{(pid=103925) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:46.817269 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.819371 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks [] for router_controller (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.861355 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.861929 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:35:46.866022 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.867156 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-12d419f0-de82-4ce5-b6cf-ae6296e5434a admin admin] 10.222.0.62 "DELETE /v2.0/routers/e7db3d09-3a72-4744-8cb8-fafa7eaf7ea3 HTTP/1.1" status: 204 len: 168 time: 0.7384160 May 27 03:35:46.869652 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37364) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:46.916644 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Deleting subnet 54d01bde-5bb4-4778-816e-ba887aaa3415 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:46.919790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Publish callbacks [] for subnet (54d01bde-5bb4-4778-816e-ba887aaa3415), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:46.953897 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (54d01bde-5bb4-4778-816e-ba887aaa3415), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.031028 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (54d01bde-5bb4-4778-816e-ba887aaa3415), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.088012 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (54d01bde-5bb4-4778-816e-ba887aaa3415), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.117356 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54d01bde-5bb4-4778-816e-ba887aaa3415,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.119516 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.122907 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b05b3208-9c98-4423-8257-eff053030173 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/54d01bde-5bb4-4778-816e-ba887aaa3415 HTTP/1.1" status: 204 len: 168 time: 0.2522559 May 27 03:35:47.125538 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37376) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:47.128025 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249933d0-e498-4836-a726-320e4a6ab9c7 None None] Network 561895ec-13c2-4737-9f4c-a28189f41261 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:47.203664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:47.221427 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (561895ec-13c2-4737-9f4c-a28189f41261), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.274602 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Deleting port 8781abd1-f1bb-4ef1-9616-d6720704bd7c {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:47.274953 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.339219 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] For port 8781abd1-f1bb-4ef1-9616-d6720704bd7c, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=8781abd1-f1bb-4ef1-9616-d6720704bd7c,segment=NetworkSegment(325ef307-f20c-42ae-a303-607424653ef0),segment_id=325ef307-f20c-42ae-a303-607424653ef0)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:47.339587 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.353448 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Calling delete_port for 8781abd1-f1bb-4ef1-9616-d6720704bd7c owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:47.355066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:47.441931 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (8781abd1-f1bb-4ef1-9616-d6720704bd7c), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.468320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8781abd1-f1bb-4ef1-9616-d6720704bd7c,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.470125 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] No DVR routers for this DVR port 8781abd1-f1bb-4ef1-9616-d6720704bd7c on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:47.539683 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (561895ec-13c2-4737-9f4c-a28189f41261), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.566115 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['561895ec-13c2-4737-9f4c-a28189f41261']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:47.569775 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82b732-b2ad-438b-b4fd-94f9feb61cd6 None None] DHCP port deletion for 561895ec-13c2-4737-9f4c-a28189f41261 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:35:47.585037 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '325ef307-f20c-42ae-a303-607424653ef0') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:47.585339 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '325ef307-f20c-42ae-a303-607424653ef0') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:47.595536 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (325ef307-f20c-42ae-a303-607424653ef0), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.609152 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (325ef307-f20c-42ae-a303-607424653ef0), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.615144 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Releasing vlan 579 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:47.615530 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (325ef307-f20c-42ae-a303-607424653ef0), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.686323 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (561895ec-13c2-4737-9f4c-a28189f41261), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.697320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:47.700880 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] 10.222.0.62 "DELETE /v2.0/networks/561895ec-13c2-4737-9f4c-a28189f41261 HTTP/1.1" status: 204 len: 168 time: 0.5734842 May 27 03:35:47.703878 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37394) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:47.738721 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b164b05-f165-4838-b559-71ee1c8ec3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=561895ec-13c2-4737-9f4c-a28189f41261,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:47.781869 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 866587da-87e6-43ac-bfcf-ea087acff421 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:47.803487 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 866587da-87e6-43ac-bfcf-ea087acff421 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:47.803858 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 866587da-87e6-43ac-bfcf-ea087acff421 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:47.804275 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:47.811214 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 325ef307-f20c-42ae-a303-607424653ef0 resource provider aggregate not found May 27 03:35:47.830783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:47.831140 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 1e5bd3b2-bc4b-4e80-ba8e-078a5497cf04 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:47.831634 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8781abd1-f1bb-4ef1-9616-d6720704bd7c no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:47.832118 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment 325ef307-f20c-42ae-a303-607424653ef0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 325ef307-f20c-42ae-a303-607424653ef0 found for delete ", "request_id": "req-8db66f30-c84f-440d-b412-a3a5edf2cb3f"}]} May 27 03:35:47.834834 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:47.852842 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 8781abd1-f1bb-4ef1-9616-d6720704bd7c {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:47.853389 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 8781abd1-f1bb-4ef1-9616-d6720704bd7c not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:48.051099 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-564184'] for router_interface (7d679f30-1171-4c15-b7e2-72896bda5df2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.100134 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=92,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:48.503597 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Deleting port 7633060f-ace2-436f-863e-cb2515358775 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:48.503968 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (7633060f-ace2-436f-863e-cb2515358775), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.582034 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] For port 7633060f-ace2-436f-863e-cb2515358775, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=7633060f-ace2-436f-863e-cb2515358775,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:48.582456 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (7633060f-ace2-436f-863e-cb2515358775), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.597204 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Calling delete_port for 7633060f-ace2-436f-863e-cb2515358775 owned by network:router_interface {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:48.794252 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (7633060f-ace2-436f-863e-cb2515358775), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:48.822952 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Pushing event deleted for resources: {'Port': ['ID=7633060f-ace2-436f-863e-cb2515358775,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:48.881618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:48.985793 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-562588', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-564036'] for router_interface (7d679f30-1171-4c15-b7e2-72896bda5df2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.193544 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Router 7d679f30-1171-4c15-b7e2-72896bda5df2 has already been hosted by L3 agent 8c5ad391-00f9-4f97-8356-344379555636 {{(pid=103923) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 27 03:35:49.237496 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:49.294663 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] Notify agent at l3_agent.dv-cinder-828807-4-iscsi the message routers_updated {{(pid=103923) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 27 03:35:49.300221 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-19c33f09-4952-4040-a186-9c2887d3f607 admin admin] 10.222.0.62 "PUT /v2.0/routers/7d679f30-1171-4c15-b7e2-72896bda5df2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5945272 May 27 03:35:49.302056 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37410) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:49.304201 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Sync routers for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 27 03:35:49.314505 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:49.315244 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:49.398045 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:49.401460 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks [] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.418858 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: dv-cinder-828807-4-iscsi {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:49.479723 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=100 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:49.501171 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks [] for router_gateway (7d679f30-1171-4c15-b7e2-72896bda5df2), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.544071 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Deleting port 275b7b1f-79d0-478a-bd72-f7c73ed33a23 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:49.544428 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.593135 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'external_fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242'}], 'enable_snat': True}, 'gw_port_id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:35:48Z', 'revision_number': 5, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port': {'id': '275b7b1f-79d0-478a-bd72-f7c73ed33a23', 'name': '', 'network_id': '2be34dfe-f607-4727-81b5-3246f7835c6c', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:ea:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'ip_address': '172.27.1.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-828807-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-27T03:28:24Z', 'updated_at': '2022-05-27T03:28:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f7d947f1-332b-479a-b586-dfc414b4b95e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-828807-4-iscsi'}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:49.618741 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Checking router: 7d679f30-1171-4c15-b7e2-72896bda5df2 for host: dv-cinder-828807-4-iscsi {{(pid=103926) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 27 03:35:49.626268 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] For port 275b7b1f-79d0-478a-bd72-f7c73ed33a23, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=275b7b1f-79d0-478a-bd72-f7c73ed33a23,segment=NetworkSegment(84022ee1-634f-452e-b533-07b0d1036f94),segment_id=84022ee1-634f-452e-b533-07b0d1036f94)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:49.626636 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.627090 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Routers {'7d679f30-1171-4c15-b7e2-72896bda5df2'} bound to L3 agent in host dv-cinder-828807-4-iscsi {{(pid=103926) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 27 03:35:49.627689 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-828807-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-27T03:15:23Z,description=,heartbeat_timestamp=2022-05-27T03:35:23Z,host='dv-cinder-828807-4-iscsi',id=8c5ad391-00f9-4f97-8356-344379555636,load=0,resource_versions=,resources_synced=,started_at=2022-05-27T03:15:23Z,topic='l3_agent')) {'router_ids': ['7d679f30-1171-4c15-b7e2-72896bda5df2'], 'active': True} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:49.639814 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Calling delete_port for 275b7b1f-79d0-478a-bd72-f7c73ed33a23 owned by network:router_gateway {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:49.711901 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_dvr_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] Set router 7d679f30-1171-4c15-b7e2-72896bda5df2 gateway port host: None {{(pid=103926) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 27 03:35:49.775251 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:49.832839 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (275b7b1f-79d0-478a-bd72-f7c73ed33a23), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:49.857325 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.l3_hamode_db [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:35:49Z', 'revision_number': 6, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port_host': None}], 'dv-cinder-828807-4-iscsi', False) {} {{(pid=103926) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:49.862944 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=275b7b1f-79d0-478a-bd72-f7c73ed33a23,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:49.882565 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab05b80-a63d-449d-ad6b-896d52a517e6 None None] The sync data for ids ['7d679f30-1171-4c15-b7e2-72896bda5df2'] in dv-cinder-828807-4-iscsi is: [{'id': '7d679f30-1171-4c15-b7e2-72896bda5df2', 'name': 'tempest-TestVolumeBootPattern-500150199-router', 'tenant_id': '73b3a58043fe4fdf92acdca722e152f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-27T03:28:23Z', 'updated_at': '2022-05-27T03:35:49Z', 'revision_number': 6, 'project_id': '73b3a58043fe4fdf92acdca722e152f5', 'gw_port_host': None}] {{(pid=103926) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 27 03:35:49.939405 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-549350'] for router_gateway (7d679f30-1171-4c15-b7e2-72896bda5df2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.028898 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-610999', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-7953'] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.031036 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks [] for router_controller (7d679f30-1171-4c15-b7e2-72896bda5df2), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.079695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-611004'] for router (7d679f30-1171-4c15-b7e2-72896bda5df2), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.080350 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d679f30-1171-4c15-b7e2-72896bda5df2 {{(pid=103923) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 27 03:35:50.085905 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.090190 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7ad6b4c8-35a7-40cb-8790-fa5e2b82d7b8 admin admin] 10.222.0.62 "DELETE /v2.0/routers/7d679f30-1171-4c15-b7e2-72896bda5df2 HTTP/1.1" status: 204 len: 168 time: 0.7849293 May 27 03:35:50.090664 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37418) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:50.136805 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.db_base_plugin_v2 [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Deleting subnet 7128881f-7d22-45e3-b306-5811d2217458 {{(pid=103924) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:35:50.140241 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Publish callbacks [] for subnet (7128881f-7d22-45e3-b306-5811d2217458), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.183399 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9700083'] for subnet (7128881f-7d22-45e3-b306-5811d2217458), precommit_delete_associations {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.293282 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (7128881f-7d22-45e3-b306-5811d2217458), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.349517 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9708390', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10475540'] for subnet (7128881f-7d22-45e3-b306-5811d2217458), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.375278 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7128881f-7d22-45e3-b306-5811d2217458,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.378720 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.382003 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-711e8735-b6fa-4cd6-aa0f-b48957c5c145 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/7128881f-7d22-45e3-b306-5811d2217458 HTTP/1.1" status: 204 len: 168 time: 0.2902105 May 27 03:35:50.385162 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37428) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:50.395103 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596d5aaf-50bf-4da1-8d5c-9ce82356e541 None None] Network b95fe2bb-5af6-4950-aa6b-e29bad197c73 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:35:50.456872 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3830cdcb-fb94-40a3-ac8a-85bc8aea2b10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.457500 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (b95fe2bb-5af6-4950-aa6b-e29bad197c73), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.459962 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:50.503249 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Deleting port b90f0fef-9c45-4794-ad06-2838ecfb8139 {{(pid=103924) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:35:50.503583 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.570468 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.db [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] For port b90f0fef-9c45-4794-ad06-2838ecfb8139, host dv-cinder-828807-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-828807-4-iscsi',level=0,port_id=b90f0fef-9c45-4794-ad06-2838ecfb8139,segment=NetworkSegment(b1dd5ee6-586a-465f-942d-db2f655cb722),segment_id=b1dd5ee6-586a-465f-942d-db2f655cb722)] {{(pid=103924) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:35:50.570806 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.584217 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.plugin [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Calling delete_port for b90f0fef-9c45-4794-ad06-2838ecfb8139 owned by network:dhcp {{(pid=103924) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:35:50.664939 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9723799'] for port (b90f0fef-9c45-4794-ad06-2838ecfb8139), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.669122 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1009c152-4346-40e9-8a1d-76cb97bf46ae None None] DHCP port deletion for b95fe2bb-5af6-4950-aa6b-e29bad197c73 request from dv-cinder-828807-4-iscsi {{(pid=103925) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} May 27 03:35:50.671640 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:50.694893 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Pushing event deleted for resources: {'Port': ['ID=b90f0fef-9c45-4794-ad06-2838ecfb8139,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:50.701134 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] No DVR routers for this DVR port b90f0fef-9c45-4794-ad06-2838ecfb8139 on host dv-cinder-828807-4-iscsi {{(pid=103924) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:35:50.776107 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (b95fe2bb-5af6-4950-aa6b-e29bad197c73), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.796201 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b95fe2bb-5af6-4950-aa6b-e29bad197c73']}} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:50.805329 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1dd5ee6-586a-465f-942d-db2f655cb722') {'for_net_delete': True} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:50.805627 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.services.segments.db [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1dd5ee6-586a-465f-942d-db2f655cb722') {} {{(pid=103924) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:35:50.815467 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9700042'] for segment (b1dd5ee6-586a-465f-942d-db2f655cb722), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.830747 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (b1dd5ee6-586a-465f-942d-db2f655cb722), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.838864 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Releasing vlan 563 on physical network physnet1 to pool {{(pid=103924) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:35:50.839247 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9723844'] for segment (b1dd5ee6-586a-465f-942d-db2f655cb722), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.882141 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment b1dd5ee6-586a-465f-942d-db2f655cb722 resource provider aggregate not found May 27 03:35:50.905234 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (b95fe2bb-5af6-4950-aa6b-e29bad197c73), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.908041 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.services.segments.plugin [-] Segment b1dd5ee6-586a-465f-942d-db2f655cb722 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b1dd5ee6-586a-465f-942d-db2f655cb722 found for delete ", "request_id": "req-7f073d4e-2dc5-400a-a7ee-bba498d998b0"}]} May 27 03:35:50.912055 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:50.918072 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] 10.222.0.62 "DELETE /v2.0/networks/b95fe2bb-5af6-4950-aa6b-e29bad197c73 HTTP/1.1" status: 204 len: 168 time: 0.5292060 May 27 03:35:50.934695 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338341f-0ee4-4141-b4e3-d1a0e2344408 admin admin] Pushing event deleted for resources: {'Network': ['ID=b95fe2bb-5af6-4950-aa6b-e29bad197c73,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.042827 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37436) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.082884 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bcdebb94-98af-43bd-a140-1eb53476d497 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=ffc47aa302dc4c4e94c4bc7227728c40&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387521 May 27 03:35:51.085224 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37438) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.132167 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] Publish callbacks [] for security_group (edc2892a-5096-4cda-8c63-415a78132613), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.152947 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] Publish callbacks [] for security_group (edc2892a-5096-4cda-8c63-415a78132613), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.200020 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (edc2892a-5096-4cda-8c63-415a78132613), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.202760 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.203856 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/edc2892a-5096-4cda-8c63-415a78132613 HTTP/1.1" status: 204 len: 168 time: 0.1176457 May 27 03:35:51.211483 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e910f64-0a01-4fed-a87d-cc81794b752f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc2892a-5096-4cda-8c63-415a78132613,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.530008 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37452) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.569697 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-7f2860be-10b1-4d2d-87e5-00eedf86a103 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=73b3a58043fe4fdf92acdca722e152f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385149 May 27 03:35:51.571992 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37454) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:51.618306 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] Publish callbacks [] for security_group (4f7fe6a4-0abe-4081-875b-170cfadba6b7), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.641038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] Publish callbacks [] for security_group (4f7fe6a4-0abe-4081-875b-170cfadba6b7), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.686260 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (4f7fe6a4-0abe-4081-875b-170cfadba6b7), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.689000 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:51.690131 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/4f7fe6a4-0abe-4081-875b-170cfadba6b7 HTTP/1.1" status: 204 len: 168 time: 0.1172748 May 27 03:35:51.697440 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2e39e0-f2f7-495f-a2a1-c337223a7e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f7fe6a4-0abe-4081-875b-170cfadba6b7,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:51.780195 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 7633060f-ace2-436f-863e-cb2515358775 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:51.803538 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 7633060f-ace2-436f-863e-cb2515358775 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:51.803954 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 7633060f-ace2-436f-863e-cb2515358775 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:51.804454 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b90f0fef-9c45-4794-ad06-2838ecfb8139 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:51.822453 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: b90f0fef-9c45-4794-ad06-2838ecfb8139 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:51.822790 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device b90f0fef-9c45-4794-ad06-2838ecfb8139 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:51.823198 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 275b7b1f-79d0-478a-bd72-f7c73ed33a23 no longer exists at agent ovs-agent-dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:35:51.841787 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] No Port match for: 275b7b1f-79d0-478a-bd72-f7c73ed33a23 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:35:51.842168 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Device 275b7b1f-79d0-478a-bd72-f7c73ed33a23 not bound to the agent host dv-cinder-828807-4-iscsi {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:35:52.674787 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-09a3f998-c791-439a-82a1-d8354337c271 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:54.017080 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.375922 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.625991 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37514) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:55.729582 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e18ccb1-3ad9-4f55-bc2c-00e03282254b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.764999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=6,neutron:INSERT=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:55.805981 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e18ccb1-3ad9-4f55-bc2c-00e03282254b admin admin] Publish callbacks [] for security_group (34867e19-f0f5-44c4-92a7-28c6f11e57ba), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.809305 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-8e18ccb1-3ad9-4f55-bc2c-00e03282254b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (34867e19-f0f5-44c4-92a7-28c6f11e57ba), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.847615 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-8e18ccb1-3ad9-4f55-bc2c-00e03282254b admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=da2273f7e12f4d7aa0824f2185fd5294&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2205572 May 27 03:35:55.848466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18ccb1-3ad9-4f55-bc2c-00e03282254b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34867e19-f0f5-44c4-92a7-28c6f11e57ba,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.850398 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37518) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:55.890869 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:55.901206 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Publish callbacks [] for security_group (34867e19-f0f5-44c4-92a7-28c6f11e57ba), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.922371 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Publish callbacks [] for security_group (34867e19-f0f5-44c4-92a7-28c6f11e57ba), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.971687 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (34867e19-f0f5-44c4-92a7-28c6f11e57ba), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.974291 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:55.975428 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/34867e19-f0f5-44c4-92a7-28c6f11e57ba HTTP/1.1" status: 204 len: 168 time: 0.1239774 May 27 03:35:55.983370 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34867e19-f0f5-44c4-92a7-28c6f11e57ba,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:55.991557 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.992002 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.992349 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.992690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.993025 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.993357 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.993684 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.994013 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.994340 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.994675 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.995064 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.995457 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.995898 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.996298 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:55.996656 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-485ebb7e-0663-4bd8-855a-1d004dd7f1c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:35:56.235835 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37524) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:56.249354 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4528-9819-4823-8653-86f4bc375d4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.302628 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:56.324813 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4528-9819-4823-8653-86f4bc375d4f admin admin] Publish callbacks [] for security_group (b4e254f6-54e9-455f-9b7c-68752c6588bc), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.328104 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-bc7a4528-9819-4823-8653-86f4bc375d4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b4e254f6-54e9-455f-9b7c-68752c6588bc), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.369896 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-bc7a4528-9819-4823-8653-86f4bc375d4f admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=38ec8925ca8046f79e7e5212208d289c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1330066 May 27 03:35:56.370990 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7a4528-9819-4823-8653-86f4bc375d4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4e254f6-54e9-455f-9b7c-68752c6588bc,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:56.372674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37526) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:35:56.425053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] Publish callbacks [] for security_group (b4e254f6-54e9-455f-9b7c-68752c6588bc), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.445486 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] Publish callbacks [] for security_group (b4e254f6-54e9-455f-9b7c-68752c6588bc), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.492839 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (b4e254f6-54e9-455f-9b7c-68752c6588bc), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.495569 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:56.496774 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/b4e254f6-54e9-455f-9b7c-68752c6588bc HTTP/1.1" status: 204 len: 168 time: 0.1230872 May 27 03:35:56.504429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeca3e8d-ecc5-462d-9c76-5d1f6f48773a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4e254f6-54e9-455f-9b7c-68752c6588bc,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:35:56.515430 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:56.793313 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:58.435490 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:58.440512 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:35:59.711386 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=21 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:35:59.860639 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=36 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:01.084053 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:02.307406 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37608) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:02.434863 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f9d682d-f3e6-4492-bb4e-f4e5c9043723 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.509555 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f9d682d-f3e6-4492-bb4e-f4e5c9043723 admin admin] Publish callbacks [] for security_group (58adbd83-9729-4914-9045-189351203b5a), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.512999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-2f9d682d-f3e6-4492-bb4e-f4e5c9043723 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (58adbd83-9729-4914-9045-189351203b5a), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.550931 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9d682d-f3e6-4492-bb4e-f4e5c9043723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58adbd83-9729-4914-9045-189351203b5a,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:02.556646 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-2f9d682d-f3e6-4492-bb4e-f4e5c9043723 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=49c13b1d490f4de39038bebbfaf43bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2467170 May 27 03:36:02.557963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37612) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:02.605653 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] Publish callbacks [] for security_group (58adbd83-9729-4914-9045-189351203b5a), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.624894 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:02.626947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] Publish callbacks [] for security_group (58adbd83-9729-4914-9045-189351203b5a), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.679097 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (58adbd83-9729-4914-9045-189351203b5a), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.681660 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:02.682820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/58adbd83-9729-4914-9045-189351203b5a HTTP/1.1" status: 204 len: 168 time: 0.1240864 May 27 03:36:02.690543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c8aaab-59b0-441b-b824-54dcb2e297ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58adbd83-9729-4914-9045-189351203b5a,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:02.950046 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37618) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:02.963909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6f62796-dd6c-4a2a-91e2-f71619acd350 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.038024 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6f62796-dd6c-4a2a-91e2-f71619acd350 admin admin] Publish callbacks [] for security_group (a508f690-7527-4aa7-940b-122040cc702d), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.041606 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-c6f62796-dd6c-4a2a-91e2-f71619acd350 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a508f690-7527-4aa7-940b-122040cc702d), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.081023 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-c6f62796-dd6c-4a2a-91e2-f71619acd350 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=3403006323de465bb08e879855803821&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1299105 May 27 03:36:03.082099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f62796-dd6c-4a2a-91e2-f71619acd350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a508f690-7527-4aa7-940b-122040cc702d,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:03.083647 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37620) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:03.141923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] Publish callbacks [] for security_group (a508f690-7527-4aa7-940b-122040cc702d), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.167050 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] Publish callbacks [] for security_group (a508f690-7527-4aa7-940b-122040cc702d), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.213999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (a508f690-7527-4aa7-940b-122040cc702d), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.216469 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:03.217597 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/a508f690-7527-4aa7-940b-122040cc702d HTTP/1.1" status: 204 len: 168 time: 0.1329348 May 27 03:36:03.225543 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9936297f-89da-48d7-8c73-caacaf863b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a508f690-7527-4aa7-940b-122040cc702d,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.193264 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37688) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:05.295448 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf173cdd-84e0-4987-b903-49092894861c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.305750 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=8 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:05.372800 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf173cdd-84e0-4987-b903-49092894861c admin admin] Publish callbacks [] for security_group (69dd3798-d1cd-407d-86a9-28d99e02df6f), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.376253 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-cf173cdd-84e0-4987-b903-49092894861c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (69dd3798-d1cd-407d-86a9-28d99e02df6f), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.418014 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-cf173cdd-84e0-4987-b903-49092894861c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=c4bbad5b907c44d98e0dab2c80b4d3c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2236648 May 27 03:36:05.418855 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf173cdd-84e0-4987-b903-49092894861c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69dd3798-d1cd-407d-86a9-28d99e02df6f,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.420808 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37692) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:05.472942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] Publish callbacks [] for security_group (69dd3798-d1cd-407d-86a9-28d99e02df6f), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.494562 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] Publish callbacks [] for security_group (69dd3798-d1cd-407d-86a9-28d99e02df6f), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.540082 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (69dd3798-d1cd-407d-86a9-28d99e02df6f), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.542726 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.543902 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/69dd3798-d1cd-407d-86a9-28d99e02df6f HTTP/1.1" status: 204 len: 168 time: 0.1220403 May 27 03:36:05.551929 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f5aab8-0857-4c84-9c5f-b83c83627e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69dd3798-d1cd-407d-86a9-28d99e02df6f,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.804909 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37698) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:05.819697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70ab-bb04-42af-89c5-8abecb3b9184 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.895637 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70ab-bb04-42af-89c5-8abecb3b9184 admin admin] Publish callbacks [] for security_group (55b943b6-8602-4f6c-9d63-22e821d1d514), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.899278 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-7e8d70ab-bb04-42af-89c5-8abecb3b9184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (55b943b6-8602-4f6c-9d63-22e821d1d514), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.938985 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-7e8d70ab-bb04-42af-89c5-8abecb3b9184 admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=aa3aa7c512e74b4299eabc8f23d971a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329157 May 27 03:36:05.939880 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8d70ab-bb04-42af-89c5-8abecb3b9184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b943b6-8602-4f6c-9d63-22e821d1d514,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:05.941633 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37700) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:05.993822 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] Publish callbacks [] for security_group (55b943b6-8602-4f6c-9d63-22e821d1d514), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:05.995639 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=14 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:06.018484 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] Publish callbacks [] for security_group (55b943b6-8602-4f6c-9d63-22e821d1d514), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.065156 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (55b943b6-8602-4f6c-9d63-22e821d1d514), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.067731 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.068877 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/55b943b6-8602-4f6c-9d63-22e821d1d514 HTTP/1.1" status: 204 len: 168 time: 0.1261899 May 27 03:36:06.076986 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982527da-0a5b-4088-a925-736728c6973a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b943b6-8602-4f6c-9d63-22e821d1d514,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:06.777471 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 37722) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:06.871298 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.v2.base [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-680104379-network', 'tenant_id': '207f7211aa65416b8458950bc93ef06a'}} {{(pid=103924) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:06.890824 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Made reservation on behalf of 207f7211aa65416b8458950bc93ef06a for: {'network': 1} {{(pid=103924) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:06.893145 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for network (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.901629 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.980717 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks [] for security_group (df7239f4-3eab-4539-9d8f-4c585d4d0398), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:06.984178 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (df7239f4-3eab-4539-9d8f-4c585d4d0398), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.004909 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 574, 'physical_network': 'physnet1'} {{(pid=103924) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 27 03:36:07.018320 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7239f4-3eab-4539-9d8f-4c585d4d0398,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:07.023212 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8768606636903', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (c79a5856-5892-49c4-8473-c526174f53a0), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.023596 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.db.segments_db [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Added segment c79a5856-5892-49c4-8473-c526174f53a0 of type vlan for network 40621c29-8759-4117-900c-289582bdfe98 May 27 03:36:07.032104 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:07.068413 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8768606096240'] for network (40621c29-8759-4117-900c-289582bdfe98), precommit_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.093309 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567'] for network (40621c29-8759-4117-900c-289582bdfe98), after_create {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.094546 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:07.095123 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.147272 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] 10.222.0.62 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3686924 May 27 03:36:07.150824 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 37726) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:07.155716 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Request body: {'subnet': {'network_id': '40621c29-8759-4117-900c-289582bdfe98', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-680104379-subnet', 'tenant_id': '207f7211aa65416b8458950bc93ef06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:07.158771 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad75c1bc-7b4c-41fe-a43e-9a2ecd5ce1a9 admin admin] Pushing event updated for resources: {'Network': ['ID=40621c29-8759-4117-900c-289582bdfe98,revision_number=1']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:07.168853 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Network 40621c29-8759-4117-900c-289582bdfe98 details requested by agent ovs-agent-dv-cinder-828807-4-iscsi with host dv-cinder-828807-4-iscsi {{(pid=103925) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 27 03:36:07.177404 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Made reservation on behalf of 207f7211aa65416b8458950bc93ef06a for: {'subnet': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:07.180053 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9967568'] for subnet (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.325525 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:DELETE=4,neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:07.350425 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9951579', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9967558'] for subnet (8448de7a-934f-49db-a11f-fae34f9a1937), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.406961 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8448de7a-934f-49db-a11f-fae34f9a1937,revision_number=0']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:07.416103 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Checking segment: {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:07.416499 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Network hostable DHCP agents. Network: 40621c29-8759-4117-900c-289582bdfe98, hostable agents: ['c54fde97-5c9a-4672-b781-6c5ed54ee3ff'], hosted agents: [] {{(pid=103923) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 27 03:36:07.433742 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Network 40621c29-8759-4117-900c-289582bdfe98 is scheduled to be hosted by DHCP agent c54fde97-5c9a-4672-b781-6c5ed54ee3ff with binding_index 1 {{(pid=103923) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 27 03:36:07.443138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-828807-4-iscsi, 40621c29-8759-4117-900c-289582bdfe98) {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:07.447962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:07.448752 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:07.453207 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-235b8018-b4b8-42fb-af4f-3de1ab3107f2 None None] Network 40621c29-8759-4117-900c-289582bdfe98 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:07.465417 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-34a9cee3-1b76-4e74-83e5-3ca568348bd7 admin admin] 10.222.0.62 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3133979 May 27 03:36:07.557821 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fe8ca6-de83-4130-8541-1231f950dd5a None None] Network 40621c29-8759-4117-900c-289582bdfe98 requested from dv-cinder-828807-4-iscsi {{(pid=103925) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} May 27 03:36:09.208117 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-1af6db7f-5d39-4fef-9ae2-e1862e5b032b tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:09.209445 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-1af6db7f-5d39-4fef-9ae2-e1862e5b032b tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 808 time: 0.1019676 May 27 03:36:09.223950 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-614bbbd0-35d1-4faf-b339-3db8043359b8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/quotas/207f7211aa65416b8458950bc93ef06a HTTP/1.1" status: 200 len: 375 time: 0.0090988 May 27 03:36:09.255394 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-17d37683-6977-4392-889b-ba68e55e8ca3 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268450 May 27 03:36:09.384678 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-3e8e9405-98d7-495a-974c-957e81272306 service neutron] 10.222.0.62 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227672 May 27 03:36:09.474212 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-f24cd8d0-a7c1-4bd9-b264-ae8a5c80ba50 service neutron] 10.222.0.62 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831785 May 27 03:36:09.631321 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9a94da0c-9e26-4164-be2b-e875d6c3af4e req-f5207c30-2dc3-402c-8dd9-8af1b642e737 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 210 time: 0.0286179 May 27 03:36:10.560271 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:INSERT=18,neutron:SELECT=77,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:10.600172 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-28327ce2-d38f-4a71-9fda-f7f0c582b5e2 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:10.601603 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-28327ce2-d38f-4a71-9fda-f7f0c582b5e2 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 808 time: 0.1053212 May 27 03:36:10.619992 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Request body: {'port': {'device_id': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'network_id': '40621c29-8759-4117-900c-289582bdfe98', 'admin_state_up': True, 'tenant_id': '207f7211aa65416b8458950bc93ef06a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:10.730183 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-d85f4083-babb-46c2-8d44-8f671014b140 req-6a0ac05a-119d-408b-a9e8-32c71f6ba0d2 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 210 time: 0.0288484 May 27 03:36:10.731885 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Made reservation on behalf of 207f7211aa65416b8458950bc93ef06a for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:10.735295 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:10.856815 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Allocated IP 172.20.0.2 (40621c29-8759-4117-900c-289582bdfe98/8448de7a-934f-49db-a11f-fae34f9a1937/4291dc28-75f9-4a61-a0e7-3be84aa32ca8) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:11.006446 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks [] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.036917 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.079509 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Network 40621c29-8759-4117-900c-289582bdfe98 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:11.082510 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:11.086143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:11.112651 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Pushing event updated for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:11.122432 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:11.140609 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:11.141208 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.156352 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-ae432a51-6c4f-4102-b7c4-262b909c8143 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5401108 May 27 03:36:11.172872 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Request body: {'port': {'device_id': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:11.229483 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.420139 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:11.506626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:11.514406 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks [] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.527256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Transition to ACTIVE for port object 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:36:11.531048 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.577649 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Pushing event updated for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:11.649704 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Attempting to bind port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:11.650032 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Attempting to bind port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:11.650361 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Attempting to bind port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 on network 40621c29-8759-4117-900c-289582bdfe98 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:11.654674 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 on network 40621c29-8759-4117-900c-289582bdfe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:36:11.654993 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Attempting to bind port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 on network 40621c29-8759-4117-900c-289582bdfe98 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:11.659871 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:11.660211 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Checking segment: {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:11.660590 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Bound using segment: {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:11.661011 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Bound port: 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:11.661363 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.722788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:11.725695 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:11.732614 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.766520 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:11.767138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:11.768544 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] 10.222.0.60 "PUT /v2.0/ports/4291dc28-75f9-4a61-a0e7-3be84aa32ca8 HTTP/1.1" status: 200 len: 1093 time: 0.5995896 May 27 03:36:11.769063 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:11.771188 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e" -d '{"events": [{"name": "network-changed", "server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:11.793465 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e466a1f-77ff-42eb-952d-d72590dd9497 service neutron] Pushing event updated for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:11.820390 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bd5ee0d-7629-4a40-a9e9-1a0c33ca9ac8 x-openstack-request-id: req-5bd5ee0d-7629-4a40-a9e9-1a0c33ca9ac8 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:11.820980 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:11.821240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-5bd5ee0d-7629-4a40-a9e9-1a0c33ca9ac8 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:11.821644 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5bd5ee0d-7629-4a40-a9e9-1a0c33ca9ac8'] response: {'name': 'network-changed', 'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8', 'status': 'completed', 'code': 200} May 27 03:36:11.886918 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfd1bb2-321a-4bc6-86b8-d9a73b394711 req-1db45487-e249-4feb-b2b5-7c645a19f8aa tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:11.888398 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2dfd1bb2-321a-4bc6-86b8-d9a73b394711 req-1db45487-e249-4feb-b2b5-7c645a19f8aa tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 943 time: 0.0814829 May 27 03:36:11.893177 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-a5ef171c-c920-4aa9-8d20-8ef8d66301c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:11.894497 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-a5ef171c-c920-4aa9-8d20-8ef8d66301c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 1127 time: 0.0561328 May 27 03:36:11.942962 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:11.949819 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-fc0fabd7-5553-4098-b605-c1894ef8f611 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8 HTTP/1.1" status: 200 len: 217 time: 0.0404520 May 27 03:36:11.991775 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2dfd1bb2-321a-4bc6-86b8-d9a73b394711 req-224c02f9-65a3-4c51-b33c-40c62da3ead4 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963109 May 27 03:36:12.010685 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6529c50d-4c11-44dd-8065-c49b2256761f req-e5ff8f9c-b5b7-4ba1-915e-5af558c19a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:12.012161 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-e5ff8f9c-b5b7-4ba1-915e-5af558c19a57 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8448de7a-934f-49db-a11f-fae34f9a1937 HTTP/1.1" status: 200 len: 848 time: 0.0524561 May 27 03:36:12.043021 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-28480a19-b9d2-49a3-8eeb-438f08e3c362 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40621c29-8759-4117-900c-289582bdfe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245516 May 27 03:36:12.130860 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-a2685744-654c-4aa4-a957-5c54c6bb0132 service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824232 May 27 03:36:12.215476 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:12.219708 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6529c50d-4c11-44dd-8065-c49b2256761f req-0cbf7d27-4446-4eba-ac3b-f429243912a5 service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831025 May 27 03:36:12.981894 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-726cc985-0d44-47ab-b8a8-406e78260a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:12.983416 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-726cc985-0d44-47ab-b8a8-406e78260a2b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 1127 time: 0.0403569 May 27 03:36:13.070158 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-30671d89-5bd6-4206-9728-3f87d6f483c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:13.071606 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-30671d89-5bd6-4206-9728-3f87d6f483c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 909 time: 0.0819280 May 27 03:36:13.105794 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b311251-9955-4c8d-a232-69a1ffbc712a req-dcd578fa-d6ee-4800-aff9-b14b20860b19 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:13.107243 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4b311251-9955-4c8d-a232-69a1ffbc712a req-dcd578fa-d6ee-4800-aff9-b14b20860b19 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 943 time: 0.0462854 May 27 03:36:13.112992 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-699424b8-f839-427b-b96e-37c7b22855e9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8 HTTP/1.1" status: 200 len: 217 time: 0.0352566 May 27 03:36:13.150869 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:13.159485 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-4b311251-9955-4c8d-a232-69a1ffbc712a req-941b726b-b912-42d5-9fa5-ddd187e19cb2 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466971 May 27 03:36:13.161696 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-4b26a9d8-10fc-4c60-ac2d-8ef8f27909ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:13.163296 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-4b26a9d8-10fc-4c60-ac2d-8ef8f27909ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8448de7a-934f-49db-a11f-fae34f9a1937 HTTP/1.1" status: 200 len: 848 time: 0.0449030 May 27 03:36:13.196135 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-7d0d89cd-f1b4-4848-8e6d-87bb36da8522 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40621c29-8759-4117-900c-289582bdfe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272684 May 27 03:36:13.520837 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-4c3a2bae-708b-4e89-be46-696c6e138fd6 service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190191 May 27 03:36:13.607831 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-ba675ca4-6f0d-4d2c-8db4-c4e7b8e1ab3e req-b7aabb28-ba89-4cc2-8c79-5db95c0fc23f service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809219 May 27 03:36:14.273919 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c35e8d-000f-457f-9860-54bc280111fb req-a386ce4f-8d57-4c75-ae53-d86c20bd1d80 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:14.275365 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c2c35e8d-000f-457f-9860-54bc280111fb req-a386ce4f-8d57-4c75-ae53-d86c20bd1d80 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 943 time: 0.0467699 May 27 03:36:14.325649 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c2c35e8d-000f-457f-9860-54bc280111fb req-6a585e3c-d70b-4ca8-a5c2-db8dba6a3fdf tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446432 May 27 03:36:14.636633 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:36:14.733397 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.744587 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8', 'network_id': '40621c29-8759-4117-900c-289582bdfe98', 'port_id': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8', 'mac_address': 'fa:16:3e:21:51:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8448de7a-934f-49db-a11f-fae34f9a1937', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:36:14.777601 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:14.777979 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.790059 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:14.809690 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:14.813561 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:14.862334 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:15.095721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['4291dc28-75f9-4a61-a0e7-3be84aa32ca8'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:36:15.436066 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82416cc-9de9-44fe-b3d1-8c9f2bf47857 req-bdfae880-cf3f-4cb7-ad59-c2c0d05e9a98 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:15.437502 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c82416cc-9de9-44fe-b3d1-8c9f2bf47857 req-bdfae880-cf3f-4cb7-ad59-c2c0d05e9a98 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 944 time: 0.0453672 May 27 03:36:15.482991 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-c82416cc-9de9-44fe-b3d1-8c9f2bf47857 req-38d6bf2b-ce0e-4a4e-be3f-6433341c2625 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401351 May 27 03:36:16.593435 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a63de36-2f60-4db6-9e32-4c3cdd3e930d req-cda09013-a15a-4f79-aace-b16af4a95505 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:16.595133 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3a63de36-2f60-4db6-9e32-4c3cdd3e930d req-cda09013-a15a-4f79-aace-b16af4a95505 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 944 time: 0.0463610 May 27 03:36:16.638961 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:16.640392 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-3a63de36-2f60-4db6-9e32-4c3cdd3e930d req-adbf4180-38bd-4243-898e-ed8b37721029 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399005 May 27 03:36:16.668087 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:16.682261 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:36:16.687746 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:16.688153 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:16.760706 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:16.761000 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:16.783387 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:16.785632 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15080c09-03d6-4214-b6aa-1530b220e990" -d '{"events": [{"server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:16.798152 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:16.802383 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:16.806820 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:16.850117 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:16.948146 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a087df9-3489-424c-b168-fcde11f84237 x-openstack-request-id: req-9a087df9-3489-424c-b168-fcde11f84237 {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:16.948440 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "name": "network-vif-plugged", "status": "completed", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:16.949305 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-9a087df9-3489-424c-b168-fcde11f84237 {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:16.949705 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a087df9-3489-424c-b168-fcde11f84237'] response: {'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8', 'code': 200} May 27 03:36:17.146591 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af89a64-e3ae-49e3-993c-b3adc4cce806 req-0e6c243a-489b-43ec-8b57-b183c587677e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.148094 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5af89a64-e3ae-49e3-993c-b3adc4cce806 req-0e6c243a-489b-43ec-8b57-b183c587677e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 1129 time: 0.0390611 May 27 03:36:17.189345 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5af89a64-e3ae-49e3-993c-b3adc4cce806 req-7c01b710-1d56-4b9e-84e1-296a50bf3886 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359619 May 27 03:36:17.442541 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=17 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:17.453607 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=11 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:17.756092 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771d0ba-3198-4b12-9351-10d3805a44e3 req-c9bdf7a6-a759-4688-a807-30c47ff0cddb tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:17.757561 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9771d0ba-3198-4b12-9351-10d3805a44e3 req-c9bdf7a6-a759-4688-a807-30c47ff0cddb tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 945 time: 0.0503778 May 27 03:36:17.791841 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:17.804287 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-9771d0ba-3198-4b12-9351-10d3805a44e3 req-0a2acf29-7aae-421d-87cc-61cb50b51916 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412602 May 27 03:36:18.921038 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71465397-bc86-47fe-a0d6-4b7c2c81073d req-d03ce29b-2567-40e3-9383-aae6f0effdd6 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:18.922512 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-71465397-bc86-47fe-a0d6-4b7c2c81073d req-d03ce29b-2567-40e3-9383-aae6f0effdd6 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 945 time: 0.0465181 May 27 03:36:18.969390 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-71465397-bc86-47fe-a0d6-4b7c2c81073d req-3cd23682-9451-4622-a029-6a1afe073d00 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413425 May 27 03:36:19.621649 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4264590-ba67-47be-99ee-0d7d0d7a1449 req-6ed466e9-e400-4cbe-bfff-2c2c7d6c0998 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:19.623083 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b4264590-ba67-47be-99ee-0d7d0d7a1449 req-6ed466e9-e400-4cbe-bfff-2c2c7d6c0998 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 945 time: 0.0500398 May 27 03:36:19.669599 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-b4264590-ba67-47be-99ee-0d7d0d7a1449 req-72fd348e-e69d-464b-82a3-8afffc755988 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 May 27 03:36:20.398203 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-384434cb-770b-4593-9ec6-22c122f32844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:20.784312 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c491351-a53e-4eab-b17b-58f55152da1b req-28da84fb-4e56-4a30-9edd-70daf472b1f9 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:20.785753 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c491351-a53e-4eab-b17b-58f55152da1b req-28da84fb-4e56-4a30-9edd-70daf472b1f9 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 945 time: 0.0463715 May 27 03:36:20.831277 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-5c491351-a53e-4eab-b17b-58f55152da1b req-666ecec4-1556-4e8c-ba0d-bf973dd2725f tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400612 May 27 03:36:20.970836 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-995fa9f9-296e-4bd2-a6c1-e048b95b70ce tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:20.972444 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-995fa9f9-296e-4bd2-a6c1-e048b95b70ce tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8008749-af0f-4e63-825b-b15c095c9ffb HTTP/1.1" status: 200 len: 945 time: 0.0466201 May 27 03:36:21.052659 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Deleting port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:21.052999 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.133122 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:21.145382 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] For port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:21.145757 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.158458 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Calling delete_port for 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:21.284963 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (4291dc28-75f9-4a61-a0e7-3be84aa32ca8), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.309399 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Pushing event deleted for resources: {'Port': ['ID=4291dc28-75f9-4a61-a0e7-3be84aa32ca8,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:21.320537 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['4291dc28-75f9-4a61-a0e7-3be84aa32ca8'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:36:21.359005 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] No DVR routers for this DVR port 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:21.361320 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:21.364475 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-546dc2d1-5940-4a9d-9d34-b3a353be7f01 req-119e1ff0-54ac-47fe-af09-48bc0c70aef8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "DELETE /v2.0/ports/4291dc28-75f9-4a61-a0e7-3be84aa32ca8 HTTP/1.1" status: 204 len: 173 time: 0.3875706 May 27 03:36:21.364897 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'name': 'network-vif-deleted', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:21.367122 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209b45be-8e73-45e4-a308-11da6422a9e2" -d '{"events": [{"server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "name": "network-vif-deleted", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:21.402769 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-874cb41e-a1be-4a6d-a2ec-8c67f6f814e4 x-openstack-request-id: req-874cb41e-a1be-4a6d-a2ec-8c67f6f814e4 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:21.403238 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8008749-af0f-4e63-825b-b15c095c9ffb", "name": "network-vif-deleted", "tag": "4291dc28-75f9-4a61-a0e7-3be84aa32ca8", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:21.403466 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-874cb41e-a1be-4a6d-a2ec-8c67f6f814e4 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:21.403987 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-874cb41e-a1be-4a6d-a2ec-8c67f6f814e4'] response: {'server_uuid': 'e8008749-af0f-4e63-825b-b15c095c9ffb', 'name': 'network-vif-deleted', 'tag': '4291dc28-75f9-4a61-a0e7-3be84aa32ca8', 'status': 'completed', 'code': 200} May 27 03:36:22.091888 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-0f24ec0e-1492-4b45-b844-bcb82c46df3d tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:22.093862 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-0f24ec0e-1492-4b45-b844-bcb82c46df3d tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 808 time: 0.1022356 May 27 03:36:22.108764 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-a7691179-8075-473e-b9e2-31111cffd02e tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/quotas/207f7211aa65416b8458950bc93ef06a HTTP/1.1" status: 200 len: 375 time: 0.0087202 May 27 03:36:22.139238 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-5c1b697a-9dc9-4cd1-9173-fc49ec99af77 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256944 May 27 03:36:22.225431 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-86db18e7-d554-48e8-8461-b638a67431c2 service neutron] 10.222.0.62 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798774 May 27 03:36:22.284661 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:22.316404 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-251f4855-978b-4e2b-96d2-d02877658f7a service neutron] 10.222.0.62 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855365 May 27 03:36:22.472930 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-de77ad70-ce34-402d-92d0-c750375892db req-9ebd6780-7422-4af7-9189-62e5c9ae1217 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 210 time: 0.0291350 May 27 03:36:22.675251 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-058cee0c-0d26-4431-805a-c6c53fec7d04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.421864 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-35332dc7-eea5-405f-ace1-536073515b68 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:23.423305 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-35332dc7-eea5-405f-ace1-536073515b68 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 808 time: 0.1039417 May 27 03:36:23.442450 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Request body: {'port': {'device_id': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'network_id': '40621c29-8759-4117-900c-289582bdfe98', 'admin_state_up': True, 'tenant_id': '207f7211aa65416b8458950bc93ef06a'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:23.549225 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Made reservation on behalf of 207f7211aa65416b8458950bc93ef06a for: {'port': 1} {{(pid=103923) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 27 03:36:23.552716 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.569413 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-f3e907df-3b82-434e-8504-ce5a94d010bf req-681f9db0-2708-4698-be81-a3298956796f tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 210 time: 0.0296462 May 27 03:36:23.675009 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.679026 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_common [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Allocated IP 172.20.0.7 (40621c29-8759-4117-900c-289582bdfe98/8448de7a-934f-49db-a11f-fae34f9a1937/8462475e-ee01-4df5-a0c2-a5b08ac96735) {{(pid=103923) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 27 03:36:23.823113 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks [] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.848553 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:23.855353 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8768606124593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.899697 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Network 40621c29-8759-4117-900c-289582bdfe98 is already hosted by enough agents. {{(pid=103923) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 27 03:36:23.907410 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.scheduler.base_scheduler [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Resources bound (agent type, host, resource id): {{(pid=103923) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 27 03:36:23.909673 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Received port after_create {{(pid=103923) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 27 03:36:23.938618 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Pushing event updated for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:23.965126 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:23.965729 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:23.981773 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-76daa2bc-463d-485e-8f16-bb73821b8956 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5430489 May 27 03:36:23.999324 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.v2.base [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Request body: {'port': {'device_id': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82880'}} {{(pid=103923) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} May 27 03:36:24.017886 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.061785 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.340104 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8462475e-ee01-4df5-a0c2-a5b08ac96735 {{(pid=103923) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:24.347679 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks [] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), precommit_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.360360 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.provisioning_blocks [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Transition to ACTIVE for port object 8462475e-ee01-4df5-a0c2-a5b08ac96735 will not be triggered until provisioned by entity L2. {{(pid=103923) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} May 27 03:36:24.363883 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.409536 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:UPDATE=3,neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:24.420147 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=2']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.485616 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Attempting to bind port 8462475e-ee01-4df5-a0c2-a5b08ac96735 on host hv-cinder-82880 for vnic_type normal with profile {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:811}} May 27 03:36:24.485947 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Attempting to bind port 8462475e-ee01-4df5-a0c2-a5b08ac96735 by drivers openvswitch,hyperv on host hv-cinder-82880 at level 0 using segments [{'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:836}} May 27 03:36:24.486277 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Attempting to bind port 8462475e-ee01-4df5-a0c2-a5b08ac96735 on network 40621c29-8759-4117-900c-289582bdfe98 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:24.490617 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Port 8462475e-ee01-4df5-a0c2-a5b08ac96735 on network 40621c29-8759-4117-900c-289582bdfe98 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82880 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 27 03:36:24.490938 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Attempting to bind port 8462475e-ee01-4df5-a0c2-a5b08ac96735 on network 40621c29-8759-4117-900c-289582bdfe98 {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 27 03:36:24.495804 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Checking agent: {'id': '9bd855c1-ba05-4856-8769-771000836df5', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82880', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'started_at': datetime.datetime(2022, 5, 27, 3, 21, 57), 'heartbeat_timestamp': datetime.datetime(2022, 5, 27, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 27 03:36:24.496169 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Checking segment: {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103923) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} May 27 03:36:24.496547 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Bound using segment: {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'} {{(pid=103923) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 27 03:36:24.496973 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.managers [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Bound port: 8462475e-ee01-4df5-a0c2-a5b08ac96735, host: hv-cinder-82880, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c79a5856-5892-49c4-8473-c526174f53a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 574, 'network_id': '40621c29-8759-4117-900c-289582bdfe98'}}] {{(pid=103923) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:948}} May 27 03:36:24.497323 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), before_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.557174 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, cleared binding levels {{(pid=103923) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 27 03:36:24.560141 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103923) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 27 03:36:24.565840 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9938396'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_update {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.602199 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:24.602820 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:24.604233 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8462475e-ee01-4df5-a0c2-a5b08ac96735 HTTP/1.1" status: 200 len: 1093 time: 0.6087892 May 27 03:36:24.604677 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:24.607014 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2b48179-7037-40ac-989c-c58fba242795" -d '{"events": [{"name": "network-changed", "server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:24.646668 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 27 May 2022 03:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade95de-e958-49b0-a3c0-9d65bb0ed0d4 x-openstack-request-id: req-cade95de-e958-49b0-a3c0-9d65bb0ed0d4 {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:24.646957 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:24.647231 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-cade95de-e958-49b0-a3c0-9d65bb0ed0d4 {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:24.647624 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cade95de-e958-49b0-a3c0-9d65bb0ed0d4'] response: {'name': 'network-changed', 'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735', 'status': 'completed', 'code': 200} May 27 03:36:24.659402 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a233e6-71da-4bf9-816a-6365f2626ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=3']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:24.685536 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:24.704875 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:24.705225 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 4291dc28-75f9-4a61-a0e7-3be84aa32ca8 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:24.725397 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3427451-d638-44b7-bb27-a9999849d9ea req-d78842b4-d868-4af0-9928-cfab4410bfb7 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:24.726892 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3427451-d638-44b7-bb27-a9999849d9ea req-d78842b4-d868-4af0-9928-cfab4410bfb7 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 943 time: 0.0853992 May 27 03:36:24.731647 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-28c37797-200e-4f06-b3b7-29810a98e499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:24.733049 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-28c37797-200e-4f06-b3b7-29810a98e499 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 1127 time: 0.0541012 May 27 03:36:24.752799 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:24.786489 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-b12317f0-0718-4c0b-ab80-b021be84e975 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735 HTTP/1.1" status: 200 len: 217 time: 0.0402148 May 27 03:36:24.840323 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-c3427451-d638-44b7-bb27-a9999849d9ea req-21652d12-c78a-49bc-9e91-cbde3ef0ca5c tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063633 May 27 03:36:24.850061 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-fcbd122f-0331-4557-86e9-d307de704bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:24.851388 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-fcbd122f-0331-4557-86e9-d307de704bae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8448de7a-934f-49db-a11f-fae34f9a1937 HTTP/1.1" status: 200 len: 848 time: 0.0589266 May 27 03:36:24.882538 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-a343db42-6d41-4991-b760-0aa10cdde90d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40621c29-8759-4117-900c-289582bdfe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256066 May 27 03:36:24.985556 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-210f0f9b-e8de-4f31-b7b5-8ad911d3e4f6 service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969450 May 27 03:36:25.072072 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-dd920840-c49d-4d66-a1df-0fb39f101d0e req-cb19497d-ad75-4397-83ed-fb1b2b5f3c0e service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809300 May 27 03:36:25.377399 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:25.819545 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48179-7037-40ac-989c-c58fba242795 req-5a6429b5-2c3f-49a6-8a42-e003f5f3070f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:25.821053 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-5a6429b5-2c3f-49a6-8a42-e003f5f3070f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=207f7211aa65416b8458950bc93ef06a&device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 1127 time: 0.0432351 May 27 03:36:25.908783 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48179-7037-40ac-989c-c58fba242795 req-463e9a7e-6947-48ee-bb4c-e5dad3cf7827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:25.910271 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-463e9a7e-6947-48ee-bb4c-e5dad3cf7827 service neutron] 10.222.0.60 "GET /v2.0/networks?id=40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 200 len: 909 time: 0.0840163 May 27 03:36:25.948396 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-3458a570-5c3c-4dee-a54b-6a0c21d741c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735 HTTP/1.1" status: 200 len: 217 time: 0.0325537 May 27 03:36:25.954339 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a6948-2148-40ec-a025-5e75b5f1028f req-a85bf218-88c5-4b18-aba0-0073622d2f13 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:25.955807 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-256a6948-2148-40ec-a025-5e75b5f1028f req-a85bf218-88c5-4b18-aba0-0073622d2f13 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 943 time: 0.0470326 May 27 03:36:26.000164 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b48179-7037-40ac-989c-c58fba242795 req-0102212c-c0ae-4a50-bcd5-578061df3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:26.001514 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-0102212c-c0ae-4a50-bcd5-578061df3b48 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8448de7a-934f-49db-a11f-fae34f9a1937 HTTP/1.1" status: 200 len: 848 time: 0.0482643 May 27 03:36:26.003077 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-256a6948-2148-40ec-a025-5e75b5f1028f req-47ce5e22-d4ba-437e-80c2-b8466fa29e06 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413651 May 27 03:36:26.033414 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-b5ed7d6c-fa58-4f70-a52f-06f13cf435e8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=40621c29-8759-4117-900c-289582bdfe98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260746 May 27 03:36:26.115596 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:26.119530 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-8b8b7426-0886-454b-ae8c-d856b08755f4 service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804596 May 27 03:36:26.209820 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-d2b48179-7037-40ac-989c-c58fba242795 req-eceea7fe-2365-4274-9acc-bbbe4806749f service neutron] 10.222.0.60 "GET /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831928 May 27 03:36:26.685490 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 8462475e-ee01-4df5-a0c2-a5b08ac96735 details requested by agent hyperv_hv-cinder-82880 with host hv-cinder-82880 {{(pid=103925) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 27 03:36:26.783621 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.801238 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Returning: {'device': '8462475e-ee01-4df5-a0c2-a5b08ac96735', 'network_id': '40621c29-8759-4117-900c-289582bdfe98', 'port_id': '8462475e-ee01-4df5-a0c2-a5b08ac96735', 'mac_address': 'fa:16:3e:b1:83:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 574, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8448de7a-934f-49db-a11f-fae34f9a1937', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103925) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 27 03:36:26.808991 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.839295 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 8462475e-ee01-4df5-a0c2-a5b08ac96735 is: DOWN; New status is: BUILD {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:26.839676 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.856201 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8462475e-ee01-4df5-a0c2-a5b08ac96735 {{(pid=103925) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 27 03:36:26.876783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:26.880416 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:26.924992 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=4']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:27.117082 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825cde4-aa73-4fc6-8c56-4256b105e12b req-1bc10fa7-306b-4e9a-9f27-901e749dd028 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:27.118547 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e825cde4-aa73-4fc6-8c56-4256b105e12b req-1bc10fa7-306b-4e9a-9f27-901e749dd028 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 944 time: 0.0469356 May 27 03:36:27.145553 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['8462475e-ee01-4df5-a0c2-a5b08ac96735'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:36:27.164330 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-e825cde4-aa73-4fc6-8c56-4256b105e12b req-98710e6a-e93e-4718-ba66-430072b55b9e tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403512 May 27 03:36:28.279286 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7975d1-8c6a-4ee7-9249-52b5af8ba682 req-60ff2e5b-cc62-46be-9226-b9ab9da5d341 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:28.280751 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9d7975d1-8c6a-4ee7-9249-52b5af8ba682 req-60ff2e5b-cc62-46be-9226-b9ab9da5d341 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 944 time: 0.0494943 May 27 03:36:28.326329 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-9d7975d1-8c6a-4ee7-9249-52b5af8ba682 req-1533841c-a5ab-4138-a9b8-09f460ad54ce tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401440 May 27 03:36:28.432628 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:28.440396 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.701602 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 8462475e-ee01-4df5-a0c2-a5b08ac96735 up at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 27 03:36:28.743442 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning for port 8462475e-ee01-4df5-a0c2-a5b08ac96735 completed by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} May 27 03:36:28.750313 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.db.provisioning_blocks [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Provisioning complete for port 8462475e-ee01-4df5-a0c2-a5b08ac96735 triggered by entity L2. {{(pid=103925) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} May 27 03:36:28.750686 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1701824'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), provisioning_complete {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.823658 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Current status of the port 8462475e-ee01-4df5-a0c2-a5b08ac96735 is: BUILD; New status is: ACTIVE {{(pid=103925) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} May 27 03:36:28.824068 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1650942'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), before_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.847860 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735'}] {{(pid=103925) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:28.850079 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2aca1676e1f1b7fc036551f48e455053f2c0a31668e38cf20b76f3653f85ad2a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d150a4f-d928-4379-9a0a-5b5905581d62" -d '{"events": [{"server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "name": "network-vif-plugged", "status": "completed", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735"}]}' {{(pid=103925) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:28.864124 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103925) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:28.868320 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8768606663909', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8768606124611', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8768606124629'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:28.890521 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c642ba36-abc5-46a7-90e7-cbde2b26f90e x-openstack-request-id: req-c642ba36-abc5-46a7-90e7-cbde2b26f90e {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:28.890813 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "name": "network-vif-plugged", "status": "completed", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735", "code": 200}]} {{(pid=103925) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:28.891067 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-c642ba36-abc5-46a7-90e7-cbde2b26f90e {{(pid=103925) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:28.891457 dv-cinder-828807-4-iscsi neutron-server[103925]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c642ba36-abc5-46a7-90e7-cbde2b26f90e'] response: {'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735', 'code': 200} May 27 03:36:28.916533 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Pushing event updated for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=5']} {{(pid=103925) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:29.110813 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be2f1d4-d7e2-46d1-81b6-b7a0c2a1f5e2 req-54273811-28eb-4be8-ac47-7f381216137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:29.112313 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7be2f1d4-d7e2-46d1-81b6-b7a0c2a1f5e2 req-54273811-28eb-4be8-ac47-7f381216137b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 1129 time: 0.0421841 May 27 03:36:29.154477 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-7be2f1d4-d7e2-46d1-81b6-b7a0c2a1f5e2 req-a55b69e5-8bcf-496e-9f4b-cf06ef1a7099 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359588 May 27 03:36:29.436969 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c44cb4-fcd0-4acd-9b8c-5cf3ae317344 req-98397c55-8b82-45ea-8c8b-82c333b20c8a tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:29.438430 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57c44cb4-fcd0-4acd-9b8c-5cf3ae317344 req-98397c55-8b82-45ea-8c8b-82c333b20c8a tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 945 time: 0.0455422 May 27 03:36:29.484327 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-57c44cb4-fcd0-4acd-9b8c-5cf3ae317344 req-c5fda0eb-27e8-48fc-acf4-a5e396d38ff8 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 May 27 03:36:30.598135 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c885a6-a1c2-47e7-9704-e0e9aad76a06 req-9728853f-2b2d-4dd3-9bfe-795886481953 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:30.599605 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82c885a6-a1c2-47e7-9704-e0e9aad76a06 req-9728853f-2b2d-4dd3-9bfe-795886481953 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 945 time: 0.0472889 May 27 03:36:30.645219 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-82c885a6-a1c2-47e7-9704-e0e9aad76a06 req-d305e374-32c0-4c1e-83cc-6693d2a5a715 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400853 May 27 03:36:31.320374 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb794f0-6660-4348-a25e-ebeea92da9d9 req-4d1a807c-69af-4b03-bab2-fcc39717cc3c tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:31.321729 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2cb794f0-6660-4348-a25e-ebeea92da9d9 req-4d1a807c-69af-4b03-bab2-fcc39717cc3c tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 945 time: 0.0453482 May 27 03:36:31.346737 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=100 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:31.372864 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-2cb794f0-6660-4348-a25e-ebeea92da9d9 req-39bfbbf2-4f55-4f66-98ed-5d66b230ab11 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456896 May 27 03:36:32.496614 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3697663d-1b24-47d5-91ca-8d9014962b11 req-7e8c20a8-c20d-43f0-9751-19bd16590671 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103924) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:32.498055 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3697663d-1b24-47d5-91ca-8d9014962b11 req-7e8c20a8-c20d-43f0-9751-19bd16590671 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 945 time: 0.0500898 May 27 03:36:32.517772 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=100 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:32.544806 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-3697663d-1b24-47d5-91ca-8d9014962b11 req-24decdb0-76ac-4a4e-a642-10609a35b1ac tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/security-groups?id=df7239f4-3eab-4539-9d8f-4c585d4d0398&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412724 May 27 03:36:32.717788 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-f0f12e77-a1a4-4cfa-ad7a-745f2a994a1f tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103923) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 27 03:36:32.719314 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-f0f12e77-a1a4-4cfa-ad7a-745f2a994a1f tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 945 time: 0.0460510 May 27 03:36:32.797478 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Deleting port 8462475e-ee01-4df5-a0c2-a5b08ac96735 {{(pid=103923) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2043}} May 27 03:36:32.797816 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8768606654949'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.888307 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.db [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] For port 8462475e-ee01-4df5-a0c2-a5b08ac96735, host hv-cinder-82880, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82880',level=0,port_id=8462475e-ee01-4df5-a0c2-a5b08ac96735,segment=NetworkSegment(c79a5856-5892-49c4-8473-c526174f53a0),segment_id=c79a5856-5892-49c4-8473-c526174f53a0)] {{(pid=103923) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 27 03:36:32.888676 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-555616'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:32.902430 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.plugin [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Calling delete_port for 8462475e-ee01-4df5-a0c2-a5b08ac96735 owned by compute:nova {{(pid=103923) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2122}} May 27 03:36:33.029375 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1648398', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-206839', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8768606663891', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8768606124602', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9938411'] for port (8462475e-ee01-4df5-a0c2-a5b08ac96735), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.056380 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Pushing event deleted for resources: {'Port': ['ID=8462475e-ee01-4df5-a0c2-a5b08ac96735,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:33.066484 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.db [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] get_ports_and_sgs() called for port_ids ['8462475e-ee01-4df5-a0c2-a5b08ac96735'] {{(pid=103925) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 27 03:36:33.081790 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.082137 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.082473 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.082808 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.083138 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.083462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.083784 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.084131 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.084451 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.084772 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.085090 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.085408 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.085722 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.086037 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.086351 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103923) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:36:33.109045 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] No DVR routers for this DVR port 8462475e-ee01-4df5-a0c2-a5b08ac96735 on host hv-cinder-82880 {{(pid=103923) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 27 03:36:33.111297 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-91027'] for port (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:33.114477 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [req-6f3eeffb-10d2-41a8-a5ff-780ed675d386 req-b65c993c-2284-4896-985b-7e122c133e64 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.60 "DELETE /v2.0/ports/8462475e-ee01-4df5-a0c2-a5b08ac96735 HTTP/1.1" status: 204 len: 173 time: 0.3898299 May 27 03:36:33.114908 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'name': 'network-vif-deleted', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735'}] {{(pid=103923) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 27 03:36:33.117143 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.62/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f28f9f961771b37ac51926d4e501b81a2a9f113d0195019f43099e09bae88e2f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-262c1e8a-cec8-4afe-82a8-54e5d9c4e313" -d '{"events": [{"server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "name": "network-vif-deleted", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735"}]}' {{(pid=103923) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 27 03:36:33.154178 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 27 May 2022 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a635472d-f551-4f34-a9e4-f4b92519c07a x-openstack-request-id: req-a635472d-f551-4f34-a9e4-f4b92519c07a {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 27 03:36:33.154462 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fde9c7f6-221e-4528-a771-bf4b15aae6a8", "name": "network-vif-deleted", "tag": "8462475e-ee01-4df5-a0c2-a5b08ac96735", "status": "completed", "code": 200}]} {{(pid=103923) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 27 03:36:33.154733 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.62/compute/v2.1/os-server-external-events used request id req-a635472d-f551-4f34-a9e4-f4b92519c07a {{(pid=103923) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 27 03:36:33.155164 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a635472d-f551-4f34-a9e4-f4b92519c07a'] response: {'server_uuid': 'fde9c7f6-221e-4528-a771-bf4b15aae6a8', 'name': 'network-vif-deleted', 'tag': '8462475e-ee01-4df5-a0c2-a5b08ac96735', 'status': 'completed', 'code': 200} May 27 03:36:33.661154 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [req-e13aa99c-3d0e-41c5-a39f-c70f24efd8c7 req-bd5747bf-5fd1-44fc-9d74-ab4316debb21 tempest-VolumesActionsTest-1510267432 tempest-VolumesActionsTest-1510267432-project] 10.222.0.62 "GET /v2.0/ports?device_id=fde9c7f6-221e-4528-a771-bf4b15aae6a8 HTTP/1.1" status: 200 len: 210 time: 0.0320616 May 27 03:36:34.944048 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:34.956259 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:38.084283 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:36:38.183364 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 8462475e-ee01-4df5-a0c2-a5b08ac96735 no longer exists at agent hyperv_hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 27 03:36:38.202427 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.plugin [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] No Port match for: 8462475e-ee01-4df5-a0c2-a5b08ac96735 {{(pid=103925) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2382}} May 27 03:36:38.202764 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron.plugins.ml2.rpc [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Device 8462475e-ee01-4df5-a0c2-a5b08ac96735 not bound to the agent host hv-cinder-82880 {{(pid=103925) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 27 03:36:42.541357 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=40 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.068383 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=94,neutron:DELETE=3 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.093266 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=47,neutron:DELETE=5 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:43.639535 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=5 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:47.353953 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:48.080903 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:50.404287 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5c366de8-c9e3-4b2d-b4ae-1677d7f84068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:52.679300 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-29e75a67-250b-44cd-94c4-2eb64db4a7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:54.020936 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.380765 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.391234 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 38098) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:55.436547 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.db.db_base_plugin_v2 [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Deleting subnet 8448de7a-934f-49db-a11f-fae34f9a1937 {{(pid=103923) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} May 27 03:36:55.439626 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Publish callbacks [] for subnet (8448de7a-934f-49db-a11f-fae34f9a1937), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.477764 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9951727'] for subnet (8448de7a-934f-49db-a11f-fae34f9a1937), precommit_delete_associations {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.515540 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1771244'] for subnet (8448de7a-934f-49db-a11f-fae34f9a1937), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.566824 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1771253', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-562006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9951514', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9967613'] for subnet (8448de7a-934f-49db-a11f-fae34f9a1937), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.592949 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8448de7a-934f-49db-a11f-fae34f9a1937,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.594885 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for subnet (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.598769 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-b524d1f0-7376-4b8b-b9a4-ea89180bb710 admin admin] 10.222.0.62 "DELETE /v2.0/subnets/8448de7a-934f-49db-a11f-fae34f9a1937 HTTP/1.1" status: 204 len: 168 time: 0.2064867 May 27 03:36:55.601230 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 38100) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:55.669889 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1867371'] for network (40621c29-8759-4117-900c-289582bdfe98), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.744353 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1773401', 'neutron.services.segments.db._delete_segments_for_network-8768606636912'] for network (40621c29-8759-4117-900c-289582bdfe98), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.764073 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40621c29-8759-4117-900c-289582bdfe98']}} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:55.773638 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79a5856-5892-49c4-8473-c526174f53a0') {'for_net_delete': True} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:55.773923 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.services.segments.db [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79a5856-5892-49c4-8473-c526174f53a0') {} {{(pid=103923) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 27 03:36:55.783031 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8768606637433', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9951702'] for segment (c79a5856-5892-49c4-8473-c526174f53a0), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.795859 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059'] for segment (c79a5856-5892-49c4-8473-c526174f53a0), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.801905 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Releasing vlan 574 on physical network physnet1 to pool {{(pid=103923) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 27 03:36:55.802323 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1777059', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9938360'] for segment (c79a5856-5892-49c4-8473-c526174f53a0), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.864100 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1773410', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584446', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-562567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-549322'] for network (40621c29-8759-4117-900c-289582bdfe98), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.869855 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-562617'] for network (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:55.875410 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] 10.222.0.62 "DELETE /v2.0/networks/40621c29-8759-4117-900c-289582bdfe98 HTTP/1.1" status: 204 len: 168 time: 0.2708912 May 27 03:36:55.884934 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480ebf5-fd02-43e2-ac5a-34ce57b2a478 admin admin] Pushing event deleted for resources: {'Network': ['ID=40621c29-8759-4117-900c-289582bdfe98,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:55.957029 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment c79a5856-5892-49c4-8473-c526174f53a0 resource provider aggregate not found May 27 03:36:55.973239 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.services.segments.plugin [-] Segment c79a5856-5892-49c4-8473-c526174f53a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c79a5856-5892-49c4-8473-c526174f53a0 found for delete ", "request_id": "req-aee70510-e057-4c31-bcd0-92aad572dcb4"}]} May 27 03:36:55.987333 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 38110) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:56.027109 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-4387e7eb-2526-4abe-bfec-c997f737be9c admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=207f7211aa65416b8458950bc93ef06a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0386770 May 27 03:36:56.029429 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 38112) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:36:56.075778 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] Publish callbacks [] for security_group (df7239f4-3eab-4539-9d8f-4c585d4d0398), before_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.097275 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] Publish callbacks [] for security_group (df7239f4-3eab-4539-9d8f-4c585d4d0398), precommit_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.148629 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (df7239f4-3eab-4539-9d8f-4c585d4d0398), after_delete {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.151184 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:56.152339 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/df7239f4-3eab-4539-9d8f-4c585d4d0398 HTTP/1.1" status: 204 len: 168 time: 0.1220422 May 27 03:36:56.160256 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0dacd8-315b-4a12-a872-4e1e8597c48c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7239f4-3eab-4539-9d8f-4c585d4d0398,revision_number=None']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:36:56.793331 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:36:58.451142 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:36:58.462086 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:06.134107 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=71,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:06.155785 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=74,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:07.159381 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [-] (103923) accepted ('10.222.0.62', 38250) {{(pid=103923) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:07.263195 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07b57840-94dd-4048-a718-dcc6a475dd3e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.338240 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07b57840-94dd-4048-a718-dcc6a475dd3e admin admin] Publish callbacks [] for security_group (c7bee07e-e3f8-4794-894c-158227b24253), precommit_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.341976 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron_lib.callbacks.manager [None req-07b57840-94dd-4048-a718-dcc6a475dd3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c7bee07e-e3f8-4794-894c-158227b24253), after_create {{(pid=103923) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.382388 dv-cinder-828807-4-iscsi neutron-server[103923]: INFO neutron.wsgi [None req-07b57840-94dd-4048-a718-dcc6a475dd3e admin admin] 10.222.0.62 "GET /v2.0/security-groups?tenant_id=6c9b9c4461c04a3b822b26172d075ee3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2219386 May 27 03:37:07.383482 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b57840-94dd-4048-a718-dcc6a475dd3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7bee07e-e3f8-4794-894c-158227b24253,revision_number=1']} {{(pid=103923) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.385154 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [-] (103924) accepted ('10.222.0.62', 38254) {{(pid=103924) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} May 27 03:37:07.432942 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Publish callbacks [] for security_group (c7bee07e-e3f8-4794-894c-158227b24253), before_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.453210 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Publish callbacks [] for security_group (c7bee07e-e3f8-4794-894c-158227b24253), precommit_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.500423 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-584239'] for security_group (c7bee07e-e3f8-4794-894c-158227b24253), after_delete {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.502964 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron_lib.callbacks.manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=103924) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:07.504120 dv-cinder-828807-4-iscsi neutron-server[103924]: INFO neutron.wsgi [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] 10.222.0.62 "DELETE /v2.0/security-groups/c7bee07e-e3f8-4794-894c-158227b24253 HTTP/1.1" status: 204 len: 168 time: 0.1179771 May 27 03:37:07.511597 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7bee07e-e3f8-4794-894c-158227b24253,revision_number=None']} {{(pid=103924) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 27 03:37:07.519375 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.519727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.520096 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.520436 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.520769 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.521099 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.521428 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.521751 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.522068 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.522401 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.522727 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.523062 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.523369 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.523690 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:07.524034 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6ab8b8-0df5-4185-8db1-acc77b96fe62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-828807-4-iscsi {{(pid=103924) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 27 03:37:15.083399 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:17.372977 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:17.380404 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG dbcounter [-] [103923] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=103923) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:17.507874 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:17.514745 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG dbcounter [-] [103924] Writing DB stats neutron:SELECT=19,neutron:DELETE=2 {{(pid=103924) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:17.537659 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:18.989818 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:20.396648 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f4f3582b-50e4-47f6-a9fc-ca7d746edf96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:22.683847 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9b0c0fc7-b6ea-4030-9f5e-73ca7051a8e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:24.024052 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:25.083640 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=7,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:25.384746 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:26.796125 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:28.458806 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:38.452058 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=11 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:38.453974 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=7,neutron:UPDATE=6 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.954508 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:48.958523 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:37:50.397524 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-3b3500c7-915d-413c-ac3f-6ec9ea78664d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:52.082452 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:37:52.684785 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-39f8b633-c9a8-467a-9ecf-2da20b812e60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:54.025540 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:55.386656 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:56.798012 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:37:58.473533 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:02.077514 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:02.078215 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:08.468255 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:UPDATE=5,neutron:SELECT=8 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:08.469529 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:20.398756 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-b8ac609e-c6a9-4e84-8c88-47a2a9459065 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:22.685284 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-473f5024-5b6c-404a-a8ca-392d3a7988bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:24.028117 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.390535 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:25.958761 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=14 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:25.963945 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=18 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:26.799972 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:28.472818 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:29.081056 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:38:38.466929 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:38.468814 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:39.076186 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:39.076935 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:38:50.404008 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-aea30979-8bd9-4356-8f43-5ca037db047a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:52.687076 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-db951c7d-f374-4660-88d7-2100b617cfc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:54.030503 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:55.393980 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:56.801793 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:38:58.487695 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:06.079765 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:08.477426 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=24,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:08.483340 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=20,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:16.075896 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=6 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:18.994419 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:20.404769 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-9eed5412-52b4-424a-9af2-b39f51770cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:22.691643 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d9dd98cb-2f39-42e9-8586-ff808daa76ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:24.033901 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:25.396212 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:26.804887 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:28.488971 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:31.061300 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-1795317d-85d5-4bfd-8573-847486d2cfee req-e1ae452b-e858-489b-9820-57a16d30a158 service neutron] (103923) timed out ('10.222.0.60', 53837) {{(pid=103923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:39:33.036083 dv-cinder-828807-4-iscsi neutron-server[103924]: DEBUG neutron.wsgi [req-3146cdf6-b817-4187-9654-0e55fa3e419f req-784844db-a2f8-418e-a765-4c7f5bf2571d service neutron] (103924) timed out ('10.222.0.60', 53816) {{(pid=103924) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:39:38.483237 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:38.485453 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:39.965259 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:39.966037 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:43.077996 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:39:50.406365 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5a3c8358-2ba9-4d48-a47b-5aeeb2c33097 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:52.691896 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-79824b4b-ea06-47d5-8f9c-3b9953278fce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:53.073342 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:53.073991 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:39:54.035890 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:55.402518 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:56.806625 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:39:58.494494 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:08.488759 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:08.490708 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:17.452570 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=16 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:17.454389 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=16 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:20.076172 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:20.408573 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-d341b541-ae23-43d1-8082-738ae48cd9e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:22.692740 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb3d3376-c1b8-41ad-8860-a816f21d4f77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:24.038264 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:25.403078 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:26.808178 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:28.501566 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:30.071791 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:30.072555 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.491530 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:38.497449 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:50.413156 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e2848741-b750-4fad-8b98-4891caad8c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:52.694358 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b9e18bd-f581-4978-91cc-374936f518e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:53.967097 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:53.968055 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=3 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:40:54.040128 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:55.410554 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:56.812016 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:40:57.075737 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:40:58.533017 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:07.070762 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:07.071478 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.527313 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:08.529202 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=22,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:18.999773 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:20.414396 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-62a80964-3793-4d4d-bb1c-ef00e0db43cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:22.699714 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e1e684ea-7fe3-4280-999f-e4cca4cb1635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:24.042938 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:25.408626 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:26.813136 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:28.546820 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:30.958797 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=2 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:30.963860 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=4 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:34.075646 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:41:38.540612 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:38.543042 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:44.069143 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:44.069876 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=1 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:41:50.415921 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-0bd0565e-c6c8-4508-b61f-7ec80d84939d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:52.701596 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-e93a577a-ef4e-482e-9260-f19d395412f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:53.583121 dv-cinder-828807-4-iscsi neutron-server[103923]: DEBUG neutron.wsgi [req-83defb91-b72a-4f0e-b36d-c7ccf3249db4 req-085a23a8-1c33-4c24-85bb-ef134f9f9a37 service neutron] (103923) timed out ('10.222.0.60', 53815) {{(pid=103923) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} May 27 03:41:54.045246 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:55.414721 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:56.815720 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:41:58.546143 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-8bacc5d4-5c8b-4f1d-ae15-c6ec651eb801 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (9bd855c1-ba05-4856-8769-771000836df5), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:08.539834 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=12,neutron:UPDATE=2 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:08.541788 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG dbcounter [-] [103925] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=103925) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:11.074044 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG neutron.db.agents_db [None req-dfeffa85-a252-4030-a1ec-568074068b28 None None] Agent healthcheck: found 6 active agents {{(pid=103926) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 27 03:42:20.417231 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f862d554-0fe6-43de-96c9-172a921f2def None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (c54fde97-5c9a-4672-b781-6c5ed54ee3ff), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:21.069439 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=21 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:21.070192 dv-cinder-828807-4-iscsi neutron-server[103926]: DEBUG dbcounter [-] [103926] Writing DB stats neutron:SELECT=13 {{(pid=103926) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} May 27 03:42:22.705337 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-49465074-2b4b-44d4-b488-e032ecb102fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (8c5ad391-00f9-4f97-8356-344379555636), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:24.048089 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-f2c1245e-8cf9-4262-8e2c-90c78204d766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (0f100181-f5ea-4d4a-a769-4215197a9c1f), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:25.414843 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-5b235545-0f4e-48df-967b-ccfbbf954380 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (3e7dce8e-73d5-4b30-b800-fd56b6625ceb), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} May 27 03:42:26.818783 dv-cinder-828807-4-iscsi neutron-server[103925]: DEBUG neutron_lib.callbacks.manager [None req-eb07f5e8-ac9e-49aa-984c-de6918dcd22a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8768606636894', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1701786'] for agent (bcbc73e1-4b13-4813-ad9a-1c369f685cbd), after_update {{(pid=103925) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}